-- Logs begin at Mon 2022-03-14 17:44:40 UTC, end at Mon 2022-03-14 19:14:24 UTC. -- Mar 14 18:45:45.338476 dv-cinder-829664-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 14 18:45:48.265066 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.common.config [-] Logging enabled! Mar 14 18:45:48.265726 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev13 Mar 14 18:45:48.265815 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109405) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 18:45:48.269068 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.common.config [-] Logging enabled! Mar 14 18:45:48.269321 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev13 Mar 14 18:45:48.269705 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109405) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 18:45:48.270652 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 18:45:48.270884 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 18:45:48.271248 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 18:45:48.271505 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 18:45:48.271740 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 18:45:48.272470 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.272903 dv-cinder-829664-3-iscsi neutron-server[109405]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 14 18:45:48.273218 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.273511 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.273805 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.274097 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.274370 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.274649 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.274936 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.275231 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.275522 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.275809 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.276094 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.276379 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.276657 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.276940 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.277220 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.277480 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] debug = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.277757 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.278185 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.278608 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.278887 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.279178 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.279454 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.279749 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.280033 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.280303 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.280635 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] host = dv-cinder-829664-3-iscsi {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.280909 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.281193 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.281475 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.281755 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.282030 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.282304 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.282583 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.282852 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.283121 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] log_file = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.283392 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.283703 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.283989 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.284274 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.284497 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.284717 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.285010 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.285320 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.285593 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.285860 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.286130 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.286400 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.286670 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.286934 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.287213 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.287513 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.287796 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.288064 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.288337 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.288604 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.288868 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.289147 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.289415 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.289681 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.289946 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.290227 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.290497 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.290764 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.291058 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.291340 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.291642 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.291924 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.292194 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.292472 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.292740 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.293008 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.293274 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] use_json = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.293541 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.293806 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.294084 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.294356 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.294624 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.294894 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.295162 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.295442 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.295734 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:48.296027 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.296325 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.296623 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.296910 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.297197 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.297475 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.297760 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.298033 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.298318 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.298604 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.298898 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.299162 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.299455 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.299772 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.300062 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.300370 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.300658 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.300997 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.301265 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.301533 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.301800 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.302072 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.302355 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.302630 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.302914 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.303197 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.303471 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.303783 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.304066 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.304358 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.304645 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.304914 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.305189 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.305476 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.305752 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.306022 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.306295 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.306577 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.306850 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.307120 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.307395 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.307690 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.307954 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.308222 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.308491 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.308774 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.309042 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.309306 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.309568 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.309836 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.310099 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.310382 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.310651 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.310918 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.311183 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.311452 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.311741 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.312008 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.312281 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.312548 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.312818 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.313083 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.313349 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.313613 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.313877 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.314145 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.314411 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.314675 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.314945 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.315209 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.315473 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.315764 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.316034 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.316306 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.316636 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.316927 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.317201 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.317472 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.317741 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.318014 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.318287 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.318558 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.318828 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.319098 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.319364 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.319674 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.319950 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.320233 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.320531 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.320805 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.321095 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.321366 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.321635 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.321913 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.322185 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.322456 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.322731 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.323006 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.323294 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.323609 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.323901 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.324190 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.324476 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.324749 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.325051 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.325324 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:48.325536 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 18:45:48.325772 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109405) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 14 18:45:48.702589 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 14 18:45:48.702810 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 14 18:45:48.703148 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 14 18:45:48.703651 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 14 18:45:49.046002 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.046209 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.046425 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.047618 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.047885 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.048276 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.102116 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.102381 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.102642 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.117015 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.117292 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.117554 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.145590 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.145941 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.146114 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.303321 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.304060 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.304060 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.533600 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.533838 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.534123 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.534388 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.535072 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.639045 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.639239 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.639531 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.639830 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.640091 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.640402 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.640655 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.640905 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.641151 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.641429 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.641680 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.641941 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.642181 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.642425 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.642655 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.642910 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.643159 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.643423 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.643713 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.643968 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.644232 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.644499 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.644861 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.645230 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.645479 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.645720 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.646109 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:45:49.646346 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:45:49.646581 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:45:49.646813 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:45:49.647044 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:45:49.647273 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:45:49.647672 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 14 18:45:49.650765 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 14 18:45:49.654821 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 14 18:45:49.658539 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 14 18:45:49.660204 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 14 18:45:49.660684 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 14 18:45:49.661014 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 14 18:45:49.661394 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 14 18:45:49.664244 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 14 18:45:49.664490 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 14 18:45:49.664835 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 18:45:49.669699 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 14 18:45:49.693547 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 14 18:45:49.693989 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.694281 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109405) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 14 18:45:49.694641 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.696041 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109405) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 14 18:45:49.696316 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 18:45:49.696542 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 14 18:45:49.699830 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.700140 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:49.763350 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 14 18:45:49.763620 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 14 18:45:49.763821 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 14 18:45:49.764187 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 14 18:45:49.785832 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_db.sqlalchemy.engines [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109405) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 14 18:45:50.240802 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Initializing driver for type 'gre' Mar 14 18:45:50.241342 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] gre ID ranges: [(1, 1000)] Mar 14 18:45:50.300031 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Initializing driver for type 'local' Mar 14 18:45:50.300365 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Initializing driver for type 'vlan' Mar 14 18:45:50.315752 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] VlanTypeDriver initialization complete Mar 14 18:45:50.316521 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Initializing driver for type 'vxlan' Mar 14 18:45:50.316630 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] vxlan ID ranges: [(1, 1000)] Mar 14 18:45:50.369318 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Initializing extension driver 'port_security' Mar 14 18:45:50.369600 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.extensions.port_security [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] PortSecurityExtensionDriver initialization complete Mar 14 18:45:50.369926 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Initializing mechanism driver 'openvswitch' Mar 14 18:45:50.370247 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Initializing mechanism driver 'hyperv' Mar 14 18:45:50.377058 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.plugins.ml2.plugin [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:45:50.377897 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > port after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.378262 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > port after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.378611 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > port after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.379179 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 18:45:50.379700 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > subnet after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.380049 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > subnet after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.380390 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.380783 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 18:45:50.381181 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > network after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.381523 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > network after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.381858 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > network after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.382249 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 18:45:50.382652 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > security_group after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.382997 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > security_group after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.383321 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.383739 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 18:45:50.384139 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.384481 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.384814 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.385191 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 18:45:50.385588 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > address_group after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.385925 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > address_group after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.386258 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.386649 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 18:45:50.387086 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] ML2 OVO RPC backend initialized. {{(pid=109405) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 14 18:45:50.387818 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.388169 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.388583 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > network before_response 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.388926 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > networks before_response 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.389287 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > port before_response 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.389603 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > ports before_response 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.389939 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > subnet before_response 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.390275 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > subnets before_response 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.390616 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > network after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.390946 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > network after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.391274 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > network after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.391638 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > port after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.391967 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > port after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.392291 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > port after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.392618 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > subnet after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.392962 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > subnet after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.393269 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.400693 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded quota_driver: . Mar 14 18:45:50.400996 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.plugin [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Modular L2 Plugin initialization complete Mar 14 18:45:50.401340 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading services supported by the core plugin {{(pid=109405) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 14 18:45:50.401675 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.plugins.ml2.managers [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Got port-security extension from driver 'port_security' Mar 14 18:45:50.402185 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.extensions.vlantransparent [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Disabled vlantransparent extension. Mar 14 18:45:50.402672 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109405) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 14 18:45:50.402989 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading Plugin: router Mar 14 18:45:50.438436 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.438822 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router after_create 55549900 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.439197 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router before_create 55549900 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.439593 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.439960 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.440315 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router after_delete 55549900 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.440672 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.441013 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.441388 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router after_create 55549900 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.441733 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router after_update 55549900 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.442078 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router after_update 55549900 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.442403 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.442757 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router after_update 55549900 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.443158 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router precommit_update 55549900 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.443541 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: port after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.443877 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: port after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.444210 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: subnet after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.444538 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.444886 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.445225 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router precommit_create 55549900 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.445550 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: port before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.445889 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router precommit_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.446239 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router after_update 55549900 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.446703 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.447053 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router precommit_create 55549900 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.447407 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.447772 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router precommit_update 55549900 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.448131 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > agent after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.448473 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > agent after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.448811 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > network after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.449655 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Tracking information for resource: router configured {{(pid=109405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:45:50.449976 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Tracking information for resource: floatingip configured {{(pid=109405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:45:50.454973 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.db.l3_agentschedulers_db [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 14 18:45:50.455572 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: port after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.455933 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: port after_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.456281 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: port after_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.456620 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: port after_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.457509 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router before_create 55550100 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.457867 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.458222 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router precommit_create 55550100 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.458572 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > router precommit_update 55550100 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.463451 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.services.provider_configuration [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Service providers = [] {{(pid=109405) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 14 18:45:50.463827 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.db.servicetype_db [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109405) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 14 18:45:50.466755 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.services.service_base [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:45:50.467102 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.services.service_base [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:45:50.467448 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.services.service_base [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:45:50.468343 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.services.service_base [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:45:50.468705 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.services.service_base [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 14 18:45:50.469069 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:45:50.469380 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 14 18:45:50.480040 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:45:50.480372 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading Plugin: auto_allocate Mar 14 18:45:50.486564 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: network precommit_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.486941 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: network precommit_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.487457 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:45:50.487803 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading Plugin: tag Mar 14 18:45:50.494594 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:45:50.494912 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading Plugin: timestamp Mar 14 18:45:50.498763 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:45:50.499089 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading Plugin: network_ip_availability Mar 14 18:45:50.504613 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.505016 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.505370 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.506072 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:45:50.506398 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading Plugin: flavors Mar 14 18:45:50.511373 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:45:50.511712 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading Plugin: revisions Mar 14 18:45:50.516028 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:45:50.516423 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_concurrency.lockutils [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=109405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 14 18:45:50.517155 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109405) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 14 18:45:50.517488 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Initializing extension manager. Mar 14 18:45:50.518003 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: __init__.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.518341 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: __pycache__ {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.518669 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: address_group.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.519425 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.520065 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: address-group Mar 14 18:45:50.520386 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: address_scope.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.521089 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.521586 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: address-scope Mar 14 18:45:50.521899 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.522798 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.523284 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: router-admin-state-down-before-update Mar 14 18:45:50.523634 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: agent.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.524324 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.524815 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: agent Mar 14 18:45:50.525129 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: agent_resources_synced.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.526025 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.526521 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: agent-resources-synced Mar 14 18:45:50.526836 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: allowedaddresspairs.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.528643 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.529160 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: allowed-address-pairs Mar 14 18:45:50.529481 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: auto_allocated_topology.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.530545 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.531046 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: auto-allocated-topology Mar 14 18:45:50.531368 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: availability_zone.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.532084 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.532567 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: availability_zone Mar 14 18:45:50.532886 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: availability_zone_filter.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.533777 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.534270 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: availability_zone_filter Mar 14 18:45:50.534591 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: data_plane_status.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.535512 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.536011 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension data-plane-status not supported by any of loaded plugins Mar 14 18:45:50.536333 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: default_subnetpools.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.537228 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.537720 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: default-subnetpools Mar 14 18:45:50.538038 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.538825 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.539319 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: dhcp_agent_scheduler Mar 14 18:45:50.539673 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: dns.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.540578 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.541077 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension dns-integration not supported by any of loaded plugins Mar 14 18:45:50.541389 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: dns_domain_ports.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.542294 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.542790 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 14 18:45:50.543111 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.544040 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.544537 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 14 18:45:50.544851 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: dvr.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.545510 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.545997 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: dvr Mar 14 18:45:50.546314 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: ecmp_routes.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.547216 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.547726 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 14 18:45:50.548042 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: empty_string_filtering.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.548935 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.549423 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: empty-string-filtering Mar 14 18:45:50.549734 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.550637 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.551170 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 14 18:45:50.551493 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.552415 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.552902 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 14 18:45:50.553217 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: external_net.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.554112 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.554602 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: external-net Mar 14 18:45:50.554917 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.555831 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.556333 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: extra_dhcp_opt Mar 14 18:45:50.556650 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: extraroute.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.557539 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.558032 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: extraroute Mar 14 18:45:50.558346 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: extraroute_atomic.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.559354 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.559881 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: extraroute-atomic Mar 14 18:45:50.560198 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: filter_validation.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.560853 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.561342 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: filter-validation Mar 14 18:45:50.561657 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: fip_pf_description.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.562561 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.563050 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 14 18:45:50.563361 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: fip_port_details.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.564475 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.564972 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: fip-port-details Mar 14 18:45:50.565286 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: flavors.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.566559 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.567065 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: flavors Mar 14 18:45:50.567387 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.569089 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.569597 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 14 18:45:50.569916 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: floatingip_pools.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.570601 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.571101 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: floatingip-pools Mar 14 18:45:50.571420 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: ip_allocation.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.572363 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.572855 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension ip_allocation not supported by any of loaded plugins Mar 14 18:45:50.573173 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.574071 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.574567 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: ip-substring-filtering Mar 14 18:45:50.574889 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: l2_adjacency.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.575834 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.576331 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 14 18:45:50.576649 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: l3.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.577591 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.578091 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: router Mar 14 18:45:50.578411 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.580710 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.581226 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 14 18:45:50.581556 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.582496 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.583010 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: ext-gw-mode Mar 14 18:45:50.583335 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.584272 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.584770 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: l3-ha Mar 14 18:45:50.585092 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.585993 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.586484 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 14 18:45:50.586802 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: l3_flavors.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.587726 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.588225 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: l3-flavors Mar 14 18:45:50.588546 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.589917 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.590415 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 14 18:45:50.590736 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.591673 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.592173 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 14 18:45:50.592488 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: l3agentscheduler.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.593511 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.594018 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: l3_agent_scheduler Mar 14 18:45:50.594337 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: local_ip.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.596128 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.596638 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension local_ip not supported by any of loaded plugins Mar 14 18:45:50.596963 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: logging.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.599940 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.600458 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension logging not supported by any of loaded plugins Mar 14 18:45:50.600786 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: metering.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.601527 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.602094 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: metering Mar 14 18:45:50.602421 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.603510 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.604041 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: metering_source_and_destination_fields Mar 14 18:45:50.604360 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: multiprovidernet.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.605292 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.605791 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: multi-provider Mar 14 18:45:50.606117 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: netmtu.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.607390 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.607911 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: net-mtu Mar 14 18:45:50.608234 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: netmtu_writable.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.609149 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.609649 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: net-mtu-writable Mar 14 18:45:50.609969 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: network_availability_zone.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.610637 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.611129 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: network_availability_zone Mar 14 18:45:50.611444 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: network_ip_availability.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.612573 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.613072 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: network-ip-availability Mar 14 18:45:50.613405 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: network_segment_range.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.614191 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.614686 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension network-segment-range not supported by any of loaded plugins Mar 14 18:45:50.615002 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: pagination.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.616008 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.616335 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: pagination Mar 14 18:45:50.616646 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: port_device_profile.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.617543 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.618051 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: port-device-profile Mar 14 18:45:50.618363 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.619272 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.619808 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: port-mac-address-regenerate Mar 14 18:45:50.620126 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.621025 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.621519 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: port-numa-affinity-policy Mar 14 18:45:50.621829 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: port_resource_request.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.622726 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.623220 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension port-resource-request not supported by any of loaded plugins Mar 14 18:45:50.623560 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: port_resource_request_groups.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.624515 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.625010 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 14 18:45:50.625323 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: portbindings.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.626249 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.626744 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: binding Mar 14 18:45:50.627059 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: portbindings_extended.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.628355 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.628858 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: binding-extended Mar 14 18:45:50.629227 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: portsecurity.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.630133 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.630629 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: port-security Mar 14 18:45:50.630948 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: project_id.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.631941 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.632265 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: project-id Mar 14 18:45:50.632579 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: providernet.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.633497 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.633999 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: provider Mar 14 18:45:50.634313 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: qos.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.637950 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.638458 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension qos not supported by any of loaded plugins Mar 14 18:45:50.638786 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.640064 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.640569 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 14 18:45:50.640891 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.641807 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.642303 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 14 18:45:50.642623 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: qos_default.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.643551 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.644049 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension qos-default not supported by any of loaded plugins Mar 14 18:45:50.644372 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: qos_fip.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.645310 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.645808 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension qos-fip not supported by any of loaded plugins Mar 14 18:45:50.646133 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.647028 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.647545 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 14 18:45:50.647872 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: qos_gateway_ip.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.648777 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.649270 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 14 18:45:50.649582 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: qos_port_network_policy.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.650606 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.651156 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 14 18:45:50.651421 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.652464 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.652968 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 14 18:45:50.653287 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.654320 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.654816 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 14 18:45:50.655132 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: qos_pps_rule.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.656333 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.656837 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension qos-pps not supported by any of loaded plugins Mar 14 18:45:50.657158 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: qos_rule_type_details.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.658058 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.658554 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 14 18:45:50.658872 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: qos_rules_alias.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.659943 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.660522 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 14 18:45:50.660840 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: quota_check_limit.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.661745 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.662244 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: quota-check-limit Mar 14 18:45:50.662556 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: quotasv2.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.663501 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.663831 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: quotas Mar 14 18:45:50.664145 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: quotasv2_detail.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.665913 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.666243 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: quota_details Mar 14 18:45:50.666561 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: rbac.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.667634 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.668149 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: rbac-policies Mar 14 18:45:50.668475 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: rbac_address_group.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.669390 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.669890 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: rbac-address-group Mar 14 18:45:50.670210 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: rbac_address_scope.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.671114 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.671655 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: rbac-address-scope Mar 14 18:45:50.671977 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: rbac_security_groups.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.672884 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.673381 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: rbac-security-groups Mar 14 18:45:50.673684 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: rbac_subnetpool.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.674581 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.675087 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: rbac-subnetpool Mar 14 18:45:50.675396 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: revisionifmatch.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.676428 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.676924 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: revision-if-match Mar 14 18:45:50.677241 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: revisions.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.678418 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.678933 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: standard-attr-revisions Mar 14 18:45:50.679254 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: router_availability_zone.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.679925 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.680589 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: router_availability_zone Mar 14 18:45:50.680906 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: routerservicetype.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.681894 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.682465 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension router-service-type not supported by any of loaded plugins Mar 14 18:45:50.682833 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.683818 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.684320 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: security-groups-normalized-cidr Mar 14 18:45:50.684641 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.685554 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.686056 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: port-security-groups-filtering Mar 14 18:45:50.686372 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.687291 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.687818 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: security-groups-remote-address-group Mar 14 18:45:50.688140 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.689050 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.689545 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: security-groups-shared-filtering Mar 14 18:45:50.689862 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.690444 dv-cinder-829664-3-iscsi neutron-server[109405]: WARNING neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 14 18:45:50.690759 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: securitygroup.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.700478 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.700998 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: security-group Mar 14 18:45:50.701319 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: segment.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.702042 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.702540 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension segment not supported by any of loaded plugins Mar 14 18:45:50.702860 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.703825 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.704321 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 14 18:45:50.704636 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: servicetype.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.705736 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.706246 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: service-type Mar 14 18:45:50.706570 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: sorting.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.707577 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.707902 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: sorting Mar 14 18:45:50.708219 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: standard_attr_segment.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.709127 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.709621 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 14 18:45:50.709938 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: standardattrdescription.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.710577 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.711072 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: standard-attr-description Mar 14 18:45:50.711389 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: stateful_security_group.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.712325 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.712821 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: stateful-security-group Mar 14 18:45:50.713139 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: stdattrs_common.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.713692 dv-cinder-829664-3-iscsi neutron-server[109405]: WARNING neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 14 18:45:50.714005 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.714923 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.715428 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 14 18:45:50.715773 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: subnet_onboard.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.716833 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.717340 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: subnet_onboard Mar 14 18:45:50.717662 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.718601 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.719098 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 14 18:45:50.719412 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: subnet_service_types.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.720357 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.720866 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: subnet-service-types Mar 14 18:45:50.721183 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: subnetallocation.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.722261 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.722845 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: subnet_allocation Mar 14 18:45:50.723171 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.723858 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.724353 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: subnetpool-prefix-ops Mar 14 18:45:50.724669 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.725591 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.726094 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 14 18:45:50.726411 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: tagging.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.727552 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.728059 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: standard-attr-tag Mar 14 18:45:50.728380 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: timestamp.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.729581 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.730086 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loaded extension: standard-attr-timestamp Mar 14 18:45:50.730406 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: trunk.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.731434 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.732325 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension trunk not supported by any of loaded plugins Mar 14 18:45:50.732645 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: trunk_details.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.733553 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.734053 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension trunk-details not supported by any of loaded plugins Mar 14 18:45:50.734371 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: uplink_status_propagation.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.735275 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.735810 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 14 18:45:50.736130 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Loading extension file: vlantransparent.py {{(pid=109405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:45:50.736784 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:45:50.737278 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 14 18:45:50.739852 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:network Mar 14 18:45:50.740373 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:subnet Mar 14 18:45:50.740767 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:45:50.741173 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:port Mar 14 18:45:50.742383 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.v2.resource_helper [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:45:50.742808 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.v2.resource_helper [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Service FLAVORS assigned prefix: {{(pid=109405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:45:50.743404 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.v2.resource_helper [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:45:50.743857 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.v2.resource_helper [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:45:50.744184 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:router Mar 14 18:45:50.744611 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:floatingip Mar 14 18:45:50.745088 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.v2.resource_helper [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Service METERING assigned prefix: /metering {{(pid=109405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:45:50.746529 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.746893 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.747240 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:45:50.748255 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 18:45:50.748679 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:security_group Mar 14 18:45:50.749101 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 18:45:50.749685 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.v2.resource_helper [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Service CORE assigned prefix: {{(pid=109405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:45:50.750008 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:45:50.750356 dv-cinder-829664-3-iscsi neutron-server[109405]: WARNING neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] subnetpool is already registered Mar 14 18:45:50.750766 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.v2.resource_helper [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Service CORE assigned prefix: {{(pid=109405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:45:50.751092 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:45:50.751418 dv-cinder-829664-3-iscsi neutron-server[109405]: WARNING neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] subnetpool is already registered Mar 14 18:45:50.753685 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.v2.resource_helper [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:45:50.754160 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.v2.resource_helper [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Service FLAVORS assigned prefix: {{(pid=109405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:45:50.754736 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.v2.resource_helper [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:45:50.755142 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.v2.resource_helper [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:45:50.755467 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:router Mar 14 18:45:50.755820 dv-cinder-829664-3-iscsi neutron-server[109405]: WARNING neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] router is already registered Mar 14 18:45:50.756219 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:floatingip Mar 14 18:45:50.756550 dv-cinder-829664-3-iscsi neutron-server[109405]: WARNING neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] floatingip is already registered Mar 14 18:45:50.756989 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.v2.resource_helper [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Service METERING assigned prefix: /metering {{(pid=109405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:45:50.757630 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 18:45:50.757945 dv-cinder-829664-3-iscsi neutron-server[109405]: WARNING neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] rbac_policy is already registered Mar 14 18:45:50.758340 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:security_group Mar 14 18:45:50.758667 dv-cinder-829664-3-iscsi neutron-server[109405]: WARNING neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] security_group is already registered Mar 14 18:45:50.759056 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 18:45:50.759378 dv-cinder-829664-3-iscsi neutron-server[109405]: WARNING neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] security_group_rule is already registered Mar 14 18:45:50.760013 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.v2.resource_helper [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Service CORE assigned prefix: {{(pid=109405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:45:50.760340 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:45:50.760667 dv-cinder-829664-3-iscsi neutron-server[109405]: WARNING neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] subnetpool is already registered Mar 14 18:45:50.761082 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.v2.resource_helper [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Service CORE assigned prefix: {{(pid=109405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:45:50.761402 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:45:50.761708 dv-cinder-829664-3-iscsi neutron-server[109405]: WARNING neutron.quota.resource_registry [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] subnetpool is already registered Mar 14 18:45:50.762162 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: extensions {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.763637 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: address-groups {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.765117 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: address-scopes {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.766427 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: agents {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.767623 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: auto-allocated-topology {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.768870 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: availability_zones {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.770107 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: dhcp-networks {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.771648 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: dhcp-agents {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.773076 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: routers {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.775263 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: flavors {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.776469 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: service_profiles {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.777650 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: next_providers {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.779105 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: service_profiles {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.780641 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: floatingip-pools {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.781851 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: routers {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.783971 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: floatingips {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.786202 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: l3-routers {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.787655 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: l3-agents {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.789071 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: metering-labels {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.790415 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: metering-label-rules {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.791720 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: network-ip-availabilities {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.792969 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: bindings {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.794613 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: quotas {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.796187 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: quotas {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.797715 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: rbac-policies {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.798986 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: security-groups {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.800244 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: security-group-rules {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.801502 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: service-providers {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.802706 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: subnetpools {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.804146 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: subnetpools {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.805564 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: tags {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.807261 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: tags {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.809123 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: tags {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.810883 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: tags {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.812662 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: tags {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.814555 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: tags {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.816252 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: tags {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.818179 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: tags {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.819910 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: tags {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.821733 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron.api.extensions [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Extended resource: tags {{(pid=109405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:45:50.827523 dv-cinder-829664-3-iscsi neutron-server[109405]: WARNING keystonemiddleware.auth_token [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 14 18:45:50.832266 dv-cinder-829664-3-iscsi neutron-server[109405]: WARNING keystonemiddleware.auth_token [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 14 18:45:50.840858 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_concurrency.lockutils [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Acquired lock "singleton_lock" {{(pid=109405) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 14 18:45:50.841328 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_concurrency.lockutils [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Releasing lock "singleton_lock" {{(pid=109405) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 14 18:45:50.841978 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO oslo_service.service [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Starting 2 workers Mar 14 18:45:50.846858 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Started child 109512 {{(pid=109405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 18:45:50.851353 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Started child 109513 {{(pid=109405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 18:45:50.852367 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:45:50.853044 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO neutron.service [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 14 18:45:50.853527 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:45:50.854155 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [-] (109512) wsgi starting up on http://0.0.0.0:9696 Mar 14 18:45:50.856028 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO oslo_service.service [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Starting 1 workers Mar 14 18:45:50.856300 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:45:50.858100 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [-] (109513) wsgi starting up on http://0.0.0.0:9696 Mar 14 18:45:50.861615 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Started child 109514 {{(pid=109405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 18:45:50.862165 dv-cinder-829664-3-iscsi neutron-server[109405]: INFO oslo_service.service [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Starting 1 workers Mar 14 18:45:50.865479 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.service [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] calling RpcWorker wait() {{(pid=109514) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 14 18:45:50.866088 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.service [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] returning from RpcWorker wait() {{(pid=109514) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 14 18:45:50.866700 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Started child 109515 {{(pid=109405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 18:45:50.867375 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:45:50.867528 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG neutron_lib.callbacks.manager [None req-b204f433-0f92-4cc4-b2a3-25f15a7ac525 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:45:50.867890 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:45:50.869331 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109405) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 18:45:50.869507 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 18:45:50.869896 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 18:45:50.870083 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 18:45:50.870459 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 18:45:50.870603 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 18:45:50.871128 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.871400 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.871700 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.871826 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:45:50.872309 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.872309 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.872683 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:45:50.872808 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.873024 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.873277 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.873554 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.873797 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.873937 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.874093 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.874353 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.874596 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.874871 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.875112 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.875334 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.875616 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.875780 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.876063 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.876333 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.876557 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.876818 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] debug = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.877046 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.877509 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.877734 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.877976 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.878215 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.878483 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.878719 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.879100 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.879342 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.879618 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.879846 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.880102 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.880338 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.880561 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.880816 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.881050 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.881302 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.881537 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.881982 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] host = dv-cinder-829664-3-iscsi {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.882213 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.882441 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.882678 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.882925 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.883162 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.883390 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.883669 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.883930 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.884180 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.884418 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.884652 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.884891 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.885107 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.885337 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_file = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.885483 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_options = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.885722 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.885968 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.886219 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.886401 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.886566 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.886726 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.886992 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.887152 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.887400 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.887646 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.887856 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.888071 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.888298 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.888516 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.888760 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.888992 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.889217 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.889423 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.889672 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.889911 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.890167 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.890402 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.890631 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.890848 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.891086 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.891325 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.891567 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.891800 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.892035 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.892268 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.892484 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.893523 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.893523 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.893523 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.893523 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.894027 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.894027 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.894257 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.897728 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.897728 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.897728 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.897728 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.897728 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.897728 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.897728 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.897728 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.899654 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] use_json = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.899654 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.899654 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.899654 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.899654 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.899654 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.899654 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.899654 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.903699 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.903699 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.903699 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.903699 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.903699 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.903699 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.903699 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.903699 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.904596 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.904596 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.904596 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.904596 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.904596 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.904596 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.904596 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.904596 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.906335 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.906335 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.906335 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.906335 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.906335 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.906335 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.906335 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.906335 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.907573 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.907573 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.907573 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.907573 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.907573 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.907573 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.907573 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.907573 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.908133 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.908133 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.908133 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.908133 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.908133 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.908133 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.908486 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.908486 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.908668 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.908913 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.909208 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.909428 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.909686 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.909929 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.910238 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.910469 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.910714 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.910965 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.911193 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.911415 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.911669 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.911915 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.912169 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.912367 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.912818 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.913020 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.913408 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.913783 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.914154 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.914504 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.914870 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.915266 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.915764 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.916021 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.916302 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.916544 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.916746 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.917149 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.917560 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.917954 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.918444 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.918836 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.919228 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.919640 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.920043 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.920446 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.920857 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.921245 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.921652 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.922029 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.922424 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.922823 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.923206 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.923621 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.924015 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.924408 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.924826 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.925102 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.925388 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.925674 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.925988 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.926317 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.926698 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.927026 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.927296 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.927546 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.927799 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.928051 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.928258 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.928653 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.928872 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.929099 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.929347 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.929603 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.929866 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.930110 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.930317 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.930736 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.931093 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.931454 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.931853 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.932234 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.932455 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.932680 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.932952 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.933188 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.933437 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.933665 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.933910 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.934177 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.934424 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.934855 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.935073 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.935343 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.935665 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.935938 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.936190 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.936435 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.936664 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.936901 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.937160 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.937410 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.937650 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.937881 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.938101 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.938334 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.938791 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.939024 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.939269 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.939588 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.939809 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.940016 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.940421 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.940875 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.941119 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.941384 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.941739 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.941982 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.942207 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.942435 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.942676 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.942887 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.943119 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.943362 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.943601 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.943832 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.944031 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.944284 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.944479 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.944689 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.944962 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.945174 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.945405 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.945615 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.945843 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.946061 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.946301 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.946499 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.946713 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.946947 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.947160 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.947393 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.947630 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.947836 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.948079 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.948293 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.948552 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.948809 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.949040 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.949276 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.949495 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.949725 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.949933 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.950188 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.950407 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.950634 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.950841 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.951054 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.951264 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.951530 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.951748 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.951960 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.952188 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.952421 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.952807 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.952983 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.953210 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.953435 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.953668 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.954174 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.954174 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.954365 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.954552 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.954741 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.954955 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.955190 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.955418 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.955653 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.955872 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.956101 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.956350 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.956584 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.956830 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.957119 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.957365 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.957582 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.957803 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.958428 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.958428 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.958428 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.958910 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.958910 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.959173 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.959310 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.959591 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.959821 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.960080 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.960324 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.960560 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.960784 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.960990 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.961195 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.961412 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.961622 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.961822 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.962040 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.962247 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.962472 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.963057 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.963057 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.963320 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.963320 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.963589 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.963712 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.963935 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.964147 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.964350 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.964569 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.964777 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.964980 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.965195 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.965404 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.965628 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.965847 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.966057 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.966259 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.966474 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.966683 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.966887 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.967519 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.967519 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.967797 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.967930 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.968134 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.968371 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.968607 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.968919 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.969128 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.969380 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.969609 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.969809 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.970040 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.970286 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.970607 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.970887 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.971135 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.971380 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.971744 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.971972 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.972241 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.972452 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.972769 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.973096 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.973356 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.973604 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.974047 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.974351 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.974591 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.974808 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.975017 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.975230 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.975447 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.975749 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.975993 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.976218 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.976430 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.976651 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.976866 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.977103 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.977325 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.977526 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.977736 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.977878 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 18:45:50.978410 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109405) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 18:45:50.978552 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 18:45:50.978694 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 18:45:50.978850 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 18:45:50.979013 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 18:45:50.979172 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 18:45:50.979358 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.979534 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.979678 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.979831 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.980039 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.980181 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.980322 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.980475 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.980614 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.980763 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.980948 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.981086 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.981221 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.981356 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.981490 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.981998 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.982203 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.982203 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.982474 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.982608 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.982837 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.982837 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.983101 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] debug = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.983101 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.983357 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.983539 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.983667 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.983803 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.983932 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.984053 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.984173 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.984319 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.984470 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.984626 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.984781 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.984939 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.985094 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.985249 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.985406 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.985561 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.985718 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.985877 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] host = dv-cinder-829664-3-iscsi {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.986032 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.986186 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.986340 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.986495 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.986650 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.986805 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.986959 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.987113 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.987236 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:45:50.987326 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.987406 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.987573 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.987729 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.987882 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.988036 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_file = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.988190 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_options = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.988401 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.988558 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.988714 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.988891 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.989051 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.989206 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.989362 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.989516 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.989670 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.989825 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.989980 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.990185 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.990299 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.990430 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.990561 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.990704 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.990857 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.991011 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.991167 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.991318 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.991456 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.991625 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.991773 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.991911 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.992046 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.992283 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.992426 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.992562 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.992696 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.992915 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.992915 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.993194 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.993194 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.993456 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.993591 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.993725 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.993860 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.993996 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.994141 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.994280 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.994430 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.994570 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.994714 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.994850 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.994993 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.995129 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.995274 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] use_json = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.995411 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.995567 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.995727 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.995868 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.996009 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.996145 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.996278 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.996421 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.996558 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:45:50.996693 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.996837 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.996982 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.997118 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.997251 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.997411 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.997554 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.997714 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.997866 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.998002 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.998177 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.998383 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.998480 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.998641 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.998798 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.998942 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.999104 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.999266 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.999429 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.999613 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.999764 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:50.999912 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.000071 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.000290 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.000422 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.000575 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.000714 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.000859 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.000995 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.001141 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.001278 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.001413 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.001547 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.001707 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.001858 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.002013 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.002174 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.002395 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.002547 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.002686 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.002831 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.002992 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.003131 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.003266 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.003400 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.003557 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.003698 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.003804 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.003989 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.004149 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.004308 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.004467 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.004625 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.004782 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.004940 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.005099 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.005259 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.005426 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.005584 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.005742 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.005904 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.006062 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.006220 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.006378 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.006536 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.006692 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.006850 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.007009 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.007178 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.007335 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.007507 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.007673 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.007832 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.007990 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.008149 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.008305 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.008478 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.008604 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.008763 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.008921 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.009105 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.009236 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.009395 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.009552 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.009711 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.009869 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.011581 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.011833 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.012018 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.012194 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.012367 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.012576 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.012716 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.013747 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 38624) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:45:51.013874 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.013953 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.014117 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.014271 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.014414 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.014580 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.014745 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.014965 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.015133 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.015296 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.015457 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.015652 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.015814 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.015974 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.016134 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.016434 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.016601 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.016754 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.016915 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.017073 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.017228 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.017384 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.017541 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.017698 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.017854 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.018008 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.018173 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.018331 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.018493 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.018650 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.018814 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.018983 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.019142 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.019297 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.019448 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.019733 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.019872 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.020006 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.020139 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.020273 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.020436 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.020596 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.020766 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.020918 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.021055 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.021216 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.021397 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.021546 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.021702 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.021860 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.022570 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.022722 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065067 Mar 14 18:45:51.023746 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.023908 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.024045 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.024179 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.024360 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.024527 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.024691 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.024851 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.025009 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.025168 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.025326 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.025487 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.025696 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.025873 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.026030 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.026178 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.026332 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.026490 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.026802 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.027120 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.027273 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.027435 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.027617 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.027781 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.027941 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.028099 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.028257 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.028416 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.028574 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.028732 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.029157 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.029157 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.029574 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.029746 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.029905 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.030065 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.030225 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.030382 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.032391 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.032391 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.032391 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.032391 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.032391 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.032391 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.032391 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.033050 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.033050 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.033050 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.033050 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.033050 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.033595 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.033595 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.033595 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.033901 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.033901 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.034048 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.034128 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.034250 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.034409 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.034567 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.034727 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.034885 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.035042 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.035230 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.035389 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.035571 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.035734 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.035895 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.036057 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.036234 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.036389 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.036549 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.036684 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.036871 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.037001 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.037157 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.037314 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.037472 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.037628 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.037801 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.037959 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.038116 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.038273 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.038430 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.038587 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.038754 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.038913 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.039067 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.039226 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.039386 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.039546 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.039716 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.039873 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.040030 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.040187 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.040343 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.040493 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.040656 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.040812 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.040959 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.041114 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.041270 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.041426 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.041592 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.041749 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.041905 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.042061 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.042218 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.042374 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.042542 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.042699 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.042861 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.043015 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.043171 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.043327 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.043569 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.043684 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.043835 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.043999 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.044158 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.044314 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.044477 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.044632 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.044794 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.044956 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.045116 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.045273 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.045431 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.045596 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.045760 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.045930 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.046094 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.046254 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.046406 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.046580 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.046748 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.046907 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.047139 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.047258 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.048057 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.048057 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.048057 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.048057 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.048057 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.048425 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.048425 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.048570 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.048670 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.048831 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.048988 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.049145 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.049303 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.049482 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.049620 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.049757 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.049933 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.050087 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.050224 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:45:51.050374 dv-cinder-829664-3-iscsi neutron-server[109405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 18:46:02.420947 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bcd128-7a46-47c6-aead-fc0bf8308193 None None] get_active_networks_info from dv-cinder-829664-3-iscsi {{(pid=109514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 14 18:46:02.475596 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bcd128-7a46-47c6-aead-fc0bf8308193 None None] No non-hosted networks {{(pid=109514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 14 18:46:02.489446 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.agentschedulers_db [None req-b3bcd128-7a46-47c6-aead-fc0bf8308193 None None] DHCP Agent not found on host dv-cinder-829664-3-iscsi {{(pid=109514) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 14 18:46:02.577616 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-caed4f1b-a0df-4c9d-a9b1-0f01efbf132b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476768'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:04.668038 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-58ffbf6b-6961-4d4c-b9fd-682b74a5ec0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476768'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:04.720795 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-82d2873d-71bc-4984-8223-17fe14662a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:05.884757 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476768'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:07.065213 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476768'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:08.461155 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 38706) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:46:08.695688 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476768'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:08.696848 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:08.697353 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:08.697849 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:08.698450 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:08.698930 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:08.699404 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:08.699897 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:08.700412 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:08.700891 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:08.701362 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:08.701845 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:08.702329 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:08.702812 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:08.703283 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:08.703774 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:08.704327 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-829664-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:08.710607 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-829664-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:08.994912 dv-cinder-829664-3-iscsi neutron-server[109512]: WARNING oslo_policy.policy [None req-bb206298-4ee4-47c9-850d-fc38d0fc7903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:46:08.995443 dv-cinder-829664-3-iscsi neutron-server[109512]: WARNING oslo_policy.policy [None req-bb206298-4ee4-47c9-850d-fc38d0fc7903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:46:09.213110 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [None req-bb206298-4ee4-47c9-850d-fc38d0fc7903 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:46:09.223598 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-bb206298-4ee4-47c9-850d-fc38d0fc7903 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7520432 Mar 14 18:46:11.754923 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 38732) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:46:11.773019 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.db.l3_hamode_db [None req-dca18b67-dfa2-4126-8390-d30218491494 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 14 18:46:11.848654 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca18b67-dfa2-4126-8390-d30218491494 None None] Routers set() bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:46:11.849026 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca18b67-dfa2-4126-8390-d30218491494 None None] Router IDs set() for agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 14 18:46:12.070611 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-0121cac3-51c2-419f-88e5-55c0e3f352e6 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:12.162211 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.policy [None req-0121cac3-51c2-419f-88e5-55c0e3f352e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109512) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 18:46:12.204466 dv-cinder-829664-3-iscsi neutron-server[109512]: WARNING oslo_policy.policy [None req-0121cac3-51c2-419f-88e5-55c0e3f352e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:46:12.204796 dv-cinder-829664-3-iscsi neutron-server[109512]: WARNING oslo_policy.policy [None req-0121cac3-51c2-419f-88e5-55c0e3f352e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:46:12.304458 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0121cac3-51c2-419f-88e5-55c0e3f352e6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747571680639', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747571677986', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747571694325', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747571704607', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747571713957', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747571365277', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1276309', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1166727', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-334216', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-752520'] for rbac-policy (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:12.374931 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0121cac3-51c2-419f-88e5-55c0e3f352e6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:12.376170 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-0121cac3-51c2-419f-88e5-55c0e3f352e6 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6201775 Mar 14 18:46:14.850292 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 38742) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:46:15.195185 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:15.226547 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Made reservation on behalf of b260aa61de6e4171ab0331952b0f8710 for: {'network': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:46:15.230485 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:15.247903 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:15.374171 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Publish callbacks [] for security_group (0de7e4e3-3b07-41fd-b658-54967734e5d1), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:15.378982 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (0de7e4e3-3b07-41fd-b658-54967734e5d1), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:15.403025 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=109512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:46:15.436482 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747570157240', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (82047018-1cc5-4ddb-8d46-c3d05bbf34c1), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:15.437057 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Unsubscribe: segment precommit_create {{(pid=109512) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 18:46:15.437573 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.segments_db [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Added segment 82047018-1cc5-4ddb-8d46-c3d05bbf34c1 of type vlan for network e502d26c-63ae-405c-a16d-f59ac6dd2299 Mar 14 18:46:15.452822 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0de7e4e3-3b07-41fd-b658-54967734e5d1,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:15.500608 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:15.500831 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:15.501207 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:15.501550 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:15.501872 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:15.502189 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:15.502507 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:15.502812 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:15.503127 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:15.503437 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:15.503755 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:15.504081 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:15.504392 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:15.504695 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:15.505004 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Tracked resource versions report: Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: pushed versions: Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: { 'AddressGroup': {'1.2'}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Agent': {'1.1'}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'ConntrackHelper': {'1.0'}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Log': {'1.0'}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'NDPProxy': {'1.0'}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Network': {'1.1'}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Port': {'1.7'}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'PortForwarding': {'1.2'}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'QosPolicy': {'1.10'}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'SecurityGroup': {'1.5'}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'SubPort': {'1.0'}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Subnet': {'1.1'}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Trunk': {'1.1'}} Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: consumer versions: Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: { DHCP agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: L3 agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: Metadata agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: Metering agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: Open vSwitch agent@dv-cinder-829664-3-iscsi: { 'AddressGroup': '1.2', Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Agent': '1.1', Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'ConntrackHelper': '1.0', Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'LocalIPAssociation': '1.0', Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Log': '1.0', Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'NDPProxy': '1.0', Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Network': '1.1', Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Port': '1.7', Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'PortForwarding': '1.2', Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'QosPolicy': '1.10', Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'SecurityGroup': '1.5', Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'SecurityGroupRule': '1.2', Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'SubPort': '1.0', Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Subnet': '1.1', Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Trunk': '1.1'}} Mar 14 18:46:15.506500 dv-cinder-829664-3-iscsi neutron-server[109512]: {{(pid=109512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:46:15.557596 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (e502d26c-63ae-405c-a16d-f59ac6dd2299), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:15.599659 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (e502d26c-63ae-405c-a16d-f59ac6dd2299), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:15.604732 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:15.605431 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:15.697642 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8459768 Mar 14 18:46:15.719114 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3955d-94fa-4f9c-9979-05d7fa58d174 demo demo] Pushing event updated for resources: {'Network': ['ID=e502d26c-63ae-405c-a16d-f59ac6dd2299,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:15.732681 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network e502d26c-63ae-405c-a16d-f59ac6dd2299 details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:46:18.275460 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 38754) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:46:18.693599 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c26626-6a0a-4612-bdaa-605c88e83239 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:18.695029 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-14c26626-6a0a-4612-bdaa-605c88e83239 demo admin] 10.222.0.52 "GET /v2.0/networks/e502d26c-63ae-405c-a16d-f59ac6dd2299 HTTP/1.1" status: 200 len: 825 time: 0.4185545 Mar 14 18:46:18.723908 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-b9fe8e24-8791-4f69-be41-6a2bb4ff32c4 demo admin] 10.222.0.52 "GET /v2.0/subnetpools/b40b1a19-be91-4996-b621-7dfca9d3ca97 HTTP/1.1" status: 200 len: 734 time: 0.0203178 Mar 14 18:46:18.733264 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-fd5386d7-ecbe-43c1-b914-4c6add488b5a demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299', 'subnetpool_id': 'b40b1a19-be91-4996-b621-7dfca9d3ca97'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:18.757388 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5386d7-ecbe-43c1-b914-4c6add488b5a demo admin] Made reservation on behalf of b260aa61de6e4171ab0331952b0f8710 for: {'subnet': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:46:18.759798 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-fd5386d7-ecbe-43c1-b914-4c6add488b5a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:19.076609 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-fd5386d7-ecbe-43c1-b914-4c6add488b5a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for subnet (4a7a1c79-95a6-41e7-a0df-409d4b104dcf), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:19.141306 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5386d7-ecbe-43c1-b914-4c6add488b5a demo admin] Pushing event updated for resources: {'Subnet': ['ID=4a7a1c79-95a6-41e7-a0df-409d4b104dcf,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:19.151783 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5386d7-ecbe-43c1-b914-4c6add488b5a demo admin] Checking segment: {'id': '82047018-1cc5-4ddb-8d46-c3d05bbf34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:46:19.152147 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5386d7-ecbe-43c1-b914-4c6add488b5a demo admin] Network hostable DHCP agents. Network: e502d26c-63ae-405c-a16d-f59ac6dd2299, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:46:19.173445 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5386d7-ecbe-43c1-b914-4c6add488b5a demo admin] Network e502d26c-63ae-405c-a16d-f59ac6dd2299 is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:46:19.184804 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-fd5386d7-ecbe-43c1-b914-4c6add488b5a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, e502d26c-63ae-405c-a16d-f59ac6dd2299) {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:46:19.190009 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5386d7-ecbe-43c1-b914-4c6add488b5a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:19.194995 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-fd5386d7-ecbe-43c1-b914-4c6add488b5a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:19.198922 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a37ae6e-9225-4a54-8c35-e4a6bfa9a898 None None] Network e502d26c-63ae-405c-a16d-f59ac6dd2299 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:46:19.210430 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-fd5386d7-ecbe-43c1-b914-4c6add488b5a demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4807394 Mar 14 18:46:19.469461 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3a86f8-d13f-51ef-aa91-869d4696663f-e502d26c-63ae-405c-a16d-f59ac6dd2299', 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299', 'project_id': 'b260aa61de6e4171ab0331952b0f8710', 'fixed_ips': [{'subnet_id': '4a7a1c79-95a6-41e7-a0df-409d4b104dcf'}]}} from dv-cinder-829664-3-iscsi. {{(pid=109514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 18:46:19.471071 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:19.760542 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.db_base_plugin_common [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Allocated IP 172.20.0.2 (e502d26c-63ae-405c-a16d-f59ac6dd2299/4a7a1c79-95a6-41e7-a0df-409d4b104dcf/c148e9cf-1324-4820-8fb0-2f7ce64740ad) {{(pid=109514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:46:20.028881 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Publish callbacks [] for port (c148e9cf-1324-4820-8fb0-2f7ce64740ad), precommit_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:20.037949 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (c148e9cf-1324-4820-8fb0-2f7ce64740ad), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:20.119038 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Network e502d26c-63ae-405c-a16d-f59ac6dd2299 is already hosted by enough agents. {{(pid=109514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:46:20.123770 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.base_scheduler [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Resources bound (agent type, host, resource id): {{(pid=109514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:46:20.129958 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Received port after_create {{(pid=109514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:46:20.133136 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Pushing event updated for resources: {'Port': ['ID=c148e9cf-1324-4820-8fb0-2f7ce64740ad,revision_number=1']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:20.163783 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:20.164137 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:20.164498 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:20.164855 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:20.165194 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:20.165529 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:20.165858 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:20.166188 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:20.166521 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:20.166821 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:20.167178 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:20.167521 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:20.167873 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:20.168199 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:20.168490 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Tracked resource versions report: Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: pushed versions: Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: { 'AddressGroup': {'1.2'}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Agent': {'1.1'}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'ConntrackHelper': {'1.0'}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Log': {'1.0'}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'NDPProxy': {'1.0'}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Network': {'1.1'}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Port': {'1.7'}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'PortForwarding': {'1.2'}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'QosPolicy': {'1.10'}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'SecurityGroup': {'1.5'}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'SubPort': {'1.0'}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Subnet': {'1.1'}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Trunk': {'1.1'}} Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: consumer versions: Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: { DHCP agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: L3 agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: Metadata agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: Metering agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: Open vSwitch agent@dv-cinder-829664-3-iscsi: { 'AddressGroup': '1.2', Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Agent': '1.1', Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'ConntrackHelper': '1.0', Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'LocalIPAssociation': '1.0', Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Log': '1.0', Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'NDPProxy': '1.0', Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Network': '1.1', Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Port': '1.7', Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'PortForwarding': '1.2', Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'QosPolicy': '1.10', Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'SecurityGroup': '1.5', Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'SecurityGroupRule': '1.2', Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'SubPort': '1.0', Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Subnet': '1.1', Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Trunk': '1.1'}} Mar 14 18:46:20.170020 dv-cinder-829664-3-iscsi neutron-server[109514]: {{(pid=109514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:46:20.221202 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Attempting to bind port c148e9cf-1324-4820-8fb0-2f7ce64740ad on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:46:20.221908 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Attempting to bind port c148e9cf-1324-4820-8fb0-2f7ce64740ad by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '82047018-1cc5-4ddb-8d46-c3d05bbf34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:46:20.222006 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Attempting to bind port c148e9cf-1324-4820-8fb0-2f7ce64740ad on network e502d26c-63ae-405c-a16d-f59ac6dd2299 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:46:20.227453 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:46:20.227876 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Checking segment: {'id': '82047018-1cc5-4ddb-8d46-c3d05bbf34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:46:20.228354 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:20.228748 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Bound using segment: {'id': '82047018-1cc5-4ddb-8d46-c3d05bbf34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:46:20.229247 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Bound port: c148e9cf-1324-4820-8fb0-2f7ce64740ad, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82047018-1cc5-4ddb-8d46-c3d05bbf34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:46:20.229641 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (c148e9cf-1324-4820-8fb0-2f7ce64740ad), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:20.292468 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] For port c148e9cf-1324-4820-8fb0-2f7ce64740ad, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:46:20.296831 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] For port c148e9cf-1324-4820-8fb0-2f7ce64740ad, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=c148e9cf-1324-4820-8fb0-2f7ce64740ad,segment=NetworkSegment(82047018-1cc5-4ddb-8d46-c3d05bbf34c1),segment_id=82047018-1cc5-4ddb-8d46-c3d05bbf34c1)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:46:20.309291 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (c148e9cf-1324-4820-8fb0-2f7ce64740ad), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:20.371202 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151a536-0df6-4fec-ba36-ca7071834aa1 None None] Pushing event updated for resources: {'Port': ['ID=c148e9cf-1324-4820-8fb0-2f7ce64740ad,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:21.865008 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 38762) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:46:22.192059 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [None req-1c13fb40-1684-4e76-8afc-31f510b8bf53 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:46:22.193029 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-1c13fb40-1684-4e76-8afc-31f510b8bf53 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3270609 Mar 14 18:46:24.749277 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 38770) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:46:25.257572 dv-cinder-829664-3-iscsi neutron-server[109513]: WARNING oslo_policy.policy [None req-1ba4e5e1-36dc-4fe8-a205-21fd41f3d5ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:46:25.258141 dv-cinder-829664-3-iscsi neutron-server[109513]: WARNING oslo_policy.policy [None req-1ba4e5e1-36dc-4fe8-a205-21fd41f3d5ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:46:25.479302 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [None req-1ba4e5e1-36dc-4fe8-a205-21fd41f3d5ac admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:46:25.480658 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-1ba4e5e1-36dc-4fe8-a205-21fd41f3d5ac admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7292960 Mar 14 18:46:28.007792 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 38784) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:46:28.332275 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-6bd69f55-dcb3-4a83-82db-d51980d59634 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:28.391909 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.policy [None req-6bd69f55-dcb3-4a83-82db-d51980d59634 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109513) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 18:46:28.434810 dv-cinder-829664-3-iscsi neutron-server[109513]: WARNING oslo_policy.policy [None req-6bd69f55-dcb3-4a83-82db-d51980d59634 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:46:28.435178 dv-cinder-829664-3-iscsi neutron-server[109513]: WARNING oslo_policy.policy [None req-6bd69f55-dcb3-4a83-82db-d51980d59634 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:46:28.500693 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6bd69f55-dcb3-4a83-82db-d51980d59634 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6339'] for router (976b5067-56a9-4514-9252-e7aea9880dd1), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:28.502800 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6bd69f55-dcb3-4a83-82db-d51980d59634 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1591601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (976b5067-56a9-4514-9252-e7aea9880dd1), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:28.666825 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6bd69f55-dcb3-4a83-82db-d51980d59634 demo demo] Publish callbacks [] for router_controller (976b5067-56a9-4514-9252-e7aea9880dd1), precommit_add_association {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:28.673143 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6bd69f55-dcb3-4a83-82db-d51980d59634 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475753'] for router (976b5067-56a9-4514-9252-e7aea9880dd1), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:28.699203 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6bd69f55-dcb3-4a83-82db-d51980d59634 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:28.700459 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-6bd69f55-dcb3-4a83-82db-d51980d59634 demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6916676 Mar 14 18:46:31.215248 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 38798) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:46:31.448343 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device c148e9cf-1324-4820-8fb0-2f7ce64740ad up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:46:31.536272 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port c148e9cf-1324-4820-8fb0-2f7ce64740ad triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:46:31.536702 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (c148e9cf-1324-4820-8fb0-2f7ce64740ad), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:31.546543 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [None req-e299f0ee-c6d0-412d-a2e4-86ec0301eb8b admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:46:31.547802 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-e299f0ee-c6d0-412d-a2e4-86ec0301eb8b admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3313463 Mar 14 18:46:31.653216 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port c148e9cf-1324-4820-8fb0-2f7ce64740ad is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:46:31.653620 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (c148e9cf-1324-4820-8fb0-2f7ce64740ad), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:31.691344 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c5e34a-1d33-4695-8b7d-5d66a3e373f8 None None] Network e502d26c-63ae-405c-a16d-f59ac6dd2299 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:46:31.697348 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port c148e9cf-1324-4820-8fb0-2f7ce64740ad, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=c148e9cf-1324-4820-8fb0-2f7ce64740ad,segment=NetworkSegment(82047018-1cc5-4ddb-8d46-c3d05bbf34c1),segment_id=82047018-1cc5-4ddb-8d46-c3d05bbf34c1)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:46:31.740898 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (c148e9cf-1324-4820-8fb0-2f7ce64740ad), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:31.788490 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2e73d77b-0794-474e-a235-b8cec742d53f None None] Provisioning complete for port c148e9cf-1324-4820-8fb0-2f7ce64740ad triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:46:31.788886 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2e73d77b-0794-474e-a235-b8cec742d53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (c148e9cf-1324-4820-8fb0-2f7ce64740ad), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:31.838610 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=c148e9cf-1324-4820-8fb0-2f7ce64740ad,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:31.941969 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2e73d77b-0794-474e-a235-b8cec742d53f None None] Current status of the port c148e9cf-1324-4820-8fb0-2f7ce64740ad is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:46:32.166946 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-d7d0b747-e29f-49a2-9d71-064b05d92fcf None None] Provisioning complete for port c148e9cf-1324-4820-8fb0-2f7ce64740ad triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:46:32.167344 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d7d0b747-e29f-49a2-9d71-064b05d92fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (c148e9cf-1324-4820-8fb0-2f7ce64740ad), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:32.247324 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-d7d0b747-e29f-49a2-9d71-064b05d92fcf None None] Current status of the port c148e9cf-1324-4820-8fb0-2f7ce64740ad is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:46:32.343162 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-c1113c3e-7023-4082-9001-cb8d359d6cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:33.405417 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device c148e9cf-1324-4820-8fb0-2f7ce64740ad up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:46:33.454233 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port c148e9cf-1324-4820-8fb0-2f7ce64740ad triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:46:33.454605 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (c148e9cf-1324-4820-8fb0-2f7ce64740ad), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:33.536084 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port c148e9cf-1324-4820-8fb0-2f7ce64740ad is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:46:34.099621 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 38808) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:46:34.441019 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:34.465737 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] Made reservation on behalf of b8b3fb937ae84750ac8ee6d100ff01d6 for: {'network': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:46:34.468107 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:34.478655 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:34.551427 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] Publish callbacks [] for security_group (4e9daa39-6376-4f19-855a-a903f485daad), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:34.559068 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (4e9daa39-6376-4f19-855a-a903f485daad), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:34.576159 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] Reserving flat network on physical network physnet1 {{(pid=109512) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 14 18:46:34.590632 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9daa39-6376-4f19-855a-a903f485daad,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:34.597316 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (2ead4e36-c888-4bd0-90c7-f2d777400669), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:34.598223 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.segments_db [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] Added segment 2ead4e36-c888-4bd0-90c7-f2d777400669 of type flat for network fca46202-598b-4647-ad28-6a17f14c2b27 Mar 14 18:46:34.648422 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (fca46202-598b-4647-ad28-6a17f14c2b27), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:34.664503 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9b33-9b5e-4dbb-8ff9-5174913f3d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:34.685624 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (fca46202-598b-4647-ad28-6a17f14c2b27), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:34.686635 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:34.687221 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:34.761606 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6609070 Mar 14 18:46:34.783762 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237fc3e-c3be-47bb-b561-f2e0415e9fda admin admin] Pushing event updated for resources: {'Network': ['ID=fca46202-598b-4647-ad28-6a17f14c2b27,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:34.795088 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network fca46202-598b-4647-ad28-6a17f14c2b27 details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:46:35.851311 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:37.017679 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:37.373066 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 38826) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:46:37.572400 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b85bc9-886a-4f4f-bae9-d4945afbb94f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:37.573717 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-91b85bc9-886a-4f4f-bae9-d4945afbb94f demo admin] 10.222.0.52 "GET /v2.0/subnets/4a7a1c79-95a6-41e7-a0df-409d4b104dcf HTTP/1.1" status: 200 len: 849 time: 0.1996861 Mar 14 18:46:37.739895 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-0da3fcef-6a08-49fa-8dc4-222f2d550f3d demo admin] 10.222.0.52 "GET /v2.0/routers/976b5067-56a9-4514-9252-e7aea9880dd1 HTTP/1.1" status: 200 len: 704 time: 0.1571867 Mar 14 18:46:38.018221 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:38.311444 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Allocated IP 172.20.0.1 (e502d26c-63ae-405c-a16d-f59ac6dd2299/4a7a1c79-95a6-41e7-a0df-409d4b104dcf/2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:46:38.507852 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Publish callbacks [] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:38.589065 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:38.661749 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Network e502d26c-63ae-405c-a16d-f59ac6dd2299 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:46:38.666787 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:46:38.675525 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:46:38.676082 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475832'] for router_interface (976b5067-56a9-4514-9252-e7aea9880dd1), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:38.678845 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Pushing event updated for resources: {'Port': ['ID=2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:38.699261 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:38.881306 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:38.916789 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-bacb5721-e5a4-40a5-b5e7-c8bb99d300a3 None None] Provisioning complete for port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:46:38.917268 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-bacb5721-e5a4-40a5-b5e7-c8bb99d300a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:38.949935 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-bacb5721-e5a4-40a5-b5e7-c8bb99d300a3 None None] Port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:46:39.103879 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Publish callbacks [] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:39.110915 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:39.111680 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478248'] for router_interface (976b5067-56a9-4514-9252-e7aea9880dd1), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:39.186750 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Pushing event updated for resources: {'Port': ['ID=2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:39.234737 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Network e502d26c-63ae-405c-a16d-f59ac6dd2299 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:46:39.236148 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:46:39.400291 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Router 976b5067-56a9-4514-9252-e7aea9880dd1 is scheduled to L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 with binding_index 1 {{(pid=109512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:46:39.499635 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:46:39.505136 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-d8d53d24-6cfd-4eb4-a459-51a3ecd3cabf demo admin] 10.222.0.52 "PUT /v2.0/routers/976b5067-56a9-4514-9252-e7aea9880dd1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7575128 Mar 14 18:46:39.510003 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Sync routers for ids ['976b5067-56a9-4514-9252-e7aea9880dd1'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:46:39.522521 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Routers {'976b5067-56a9-4514-9252-e7aea9880dd1'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:46:39.523537 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:46:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['976b5067-56a9-4514-9252-e7aea9880dd1'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:39.574451 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-1dd8492e-736c-4ac7-b520-dc4a17f7e9ed None None] Provisioning complete for port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:46:39.574935 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1dd8492e-736c-4ac7-b520-dc4a17f7e9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:39.612749 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-1dd8492e-736c-4ac7-b520-dc4a17f7e9ed None None] Port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:46:39.712325 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Set router 976b5067-56a9-4514-9252-e7aea9880dd1 gateway port host: None {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:46:40.142804 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976b5067-56a9-4514-9252-e7aea9880dd1', 'name': 'router1', 'tenant_id': 'b260aa61de6e4171ab0331952b0f8710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:38Z', 'revision_number': 2, 'project_id': 'b260aa61de6e4171ab0331952b0f8710', 'gw_port_host': None, '_interfaces': [{'id': '2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b', 'name': '', 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299', 'tenant_id': 'b260aa61de6e4171ab0331952b0f8710', 'mac_address': 'fa:16:3e:22:70:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976b5067-56a9-4514-9252-e7aea9880dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a7a1c79-95a6-41e7-a0df-409d4b104dcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:38Z', 'updated_at': '2022-03-14T18:46:38Z', 'revision_number': 2, 'project_id': 'b260aa61de6e4171ab0331952b0f8710', 'subnets': [{'id': '4a7a1c79-95a6-41e7-a0df-409d4b104dcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b40b1a19-be91-4996-b621-7dfca9d3ca97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:40.195666 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Checking router: 976b5067-56a9-4514-9252-e7aea9880dd1 for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:46:40.196026 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Updating router 976b5067-56a9-4514-9252-e7aea9880dd1 port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b binding host dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:46:40.248385 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:40.763920 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Publish callbacks [] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), precommit_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:40.771176 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:40.926871 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Attempting to bind port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:46:40.926871 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Attempting to bind port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '82047018-1cc5-4ddb-8d46-c3d05bbf34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299'}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:46:40.926871 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Attempting to bind port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b on network e502d26c-63ae-405c-a16d-f59ac6dd2299 {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:46:40.936598 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:46:40.937044 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Checking segment: {'id': '82047018-1cc5-4ddb-8d46-c3d05bbf34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:46:40.938597 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:40.938597 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Bound using segment: {'id': '82047018-1cc5-4ddb-8d46-c3d05bbf34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299'} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:46:40.938597 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Bound port: 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82047018-1cc5-4ddb-8d46-c3d05bbf34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299'}}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:46:40.938879 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:40.964166 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Pushing event updated for resources: {'Port': ['ID=2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b,revision_number=3']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:40.990399 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:40.990743 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:40.991104 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:40.991461 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:40.991822 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:40.992206 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:40.992533 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:40.992857 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:40.993181 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:40.993508 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:40.993831 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:40.994169 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:40.994492 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:40.994810 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:40.995132 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Tracked resource versions report: Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: pushed versions: Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: { 'AddressGroup': {'1.2'}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Agent': {'1.1'}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'ConntrackHelper': {'1.0'}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Log': {'1.0'}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'NDPProxy': {'1.0'}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Network': {'1.1'}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Port': {'1.7'}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'PortForwarding': {'1.2'}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'QosPolicy': {'1.10'}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'SecurityGroup': {'1.5'}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'SubPort': {'1.0'}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Subnet': {'1.1'}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Trunk': {'1.1'}} Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: consumer versions: Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: { DHCP agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: L3 agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: Metadata agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: Metering agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: Open vSwitch agent@dv-cinder-829664-3-iscsi: { 'AddressGroup': '1.2', Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Agent': '1.1', Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'ConntrackHelper': '1.0', Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'LocalIPAssociation': '1.0', Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Log': '1.0', Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'NDPProxy': '1.0', Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Network': '1.1', Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Port': '1.7', Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'PortForwarding': '1.2', Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'QosPolicy': '1.10', Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'SecurityGroup': '1.5', Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'SecurityGroupRule': '1.2', Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'SubPort': '1.0', Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Subnet': '1.1', Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Trunk': '1.1'}} Mar 14 18:46:40.996648 dv-cinder-829664-3-iscsi neutron-server[109515]: {{(pid=109515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:46:41.032636 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] For port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:46:41.041241 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-117f2e2f-7602-4d90-b76c-5f80d368f962 None None] Provisioning complete for port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:46:41.041726 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-117f2e2f-7602-4d90-b76c-5f80d368f962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:41.051869 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] For port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b,segment=NetworkSegment(82047018-1cc5-4ddb-8d46-c3d05bbf34c1),segment_id=82047018-1cc5-4ddb-8d46-c3d05bbf34c1)] {{(pid=109515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:46:41.058892 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:41.079495 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-117f2e2f-7602-4d90-b76c-5f80d368f962 None None] Port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:46:41.119962 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a8f7a-7115-4498-9206-b03815b7ddb8 None None] Pushing event updated for resources: {'Port': ['ID=2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b,revision_number=4']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:41.127750 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Routers {'976b5067-56a9-4514-9252-e7aea9880dd1'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:46:41.128374 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:46:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['976b5067-56a9-4514-9252-e7aea9880dd1'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:41.233934 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] Set router 976b5067-56a9-4514-9252-e7aea9880dd1 gateway port host: None {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:46:41.299024 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-ea772b7a-7ae5-4c25-b40a-4773f7fe03af None None] Provisioning complete for port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:46:41.299716 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ea772b7a-7ae5-4c25-b40a-4773f7fe03af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:41.377097 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-ea772b7a-7ae5-4c25-b40a-4773f7fe03af None None] Current status of the port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:46:41.377595 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ea772b7a-7ae5-4c25-b40a-4773f7fe03af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:41.412424 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-ea772b7a-7ae5-4c25-b40a-4773f7fe03af None None] For port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b,segment=NetworkSegment(82047018-1cc5-4ddb-8d46-c3d05bbf34c1),segment_id=82047018-1cc5-4ddb-8d46-c3d05bbf34c1)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:46:41.416910 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ea772b7a-7ae5-4c25-b40a-4773f7fe03af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:41.460679 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976b5067-56a9-4514-9252-e7aea9880dd1', 'name': 'router1', 'tenant_id': 'b260aa61de6e4171ab0331952b0f8710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:38Z', 'revision_number': 2, 'project_id': 'b260aa61de6e4171ab0331952b0f8710', 'gw_port_host': None, '_interfaces': [{'id': '2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b', 'name': '', 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299', 'tenant_id': 'b260aa61de6e4171ab0331952b0f8710', 'mac_address': 'fa:16:3e:22:70:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976b5067-56a9-4514-9252-e7aea9880dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a7a1c79-95a6-41e7-a0df-409d4b104dcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:38Z', 'updated_at': '2022-03-14T18:46:41Z', 'revision_number': 4, 'project_id': 'b260aa61de6e4171ab0331952b0f8710', 'subnets': [{'id': '4a7a1c79-95a6-41e7-a0df-409d4b104dcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b40b1a19-be91-4996-b621-7dfca9d3ca97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:41.467325 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea772b7a-7ae5-4c25-b40a-4773f7fe03af None None] Pushing event updated for resources: {'Port': ['ID=2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:41.493616 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053b017-8e7a-4434-93cb-7ea1042ae548 None None] The sync data for ids ['976b5067-56a9-4514-9252-e7aea9880dd1'] in dv-cinder-829664-3-iscsi is: [{'id': '976b5067-56a9-4514-9252-e7aea9880dd1', 'name': 'router1', 'tenant_id': 'b260aa61de6e4171ab0331952b0f8710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:38Z', 'revision_number': 2, 'project_id': 'b260aa61de6e4171ab0331952b0f8710', 'gw_port_host': None, '_interfaces': [{'id': '2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b', 'name': '', 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299', 'tenant_id': 'b260aa61de6e4171ab0331952b0f8710', 'mac_address': 'fa:16:3e:22:70:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976b5067-56a9-4514-9252-e7aea9880dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a7a1c79-95a6-41e7-a0df-409d4b104dcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:38Z', 'updated_at': '2022-03-14T18:46:41Z', 'revision_number': 4, 'project_id': 'b260aa61de6e4171ab0331952b0f8710', 'subnets': [{'id': '4a7a1c79-95a6-41e7-a0df-409d4b104dcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b40b1a19-be91-4996-b621-7dfca9d3ca97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:46:41.949836 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 38846) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:46:42.137641 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d33cd84-e297-4891-bb3e-2e81d5f89734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:42.139094 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-7d33cd84-e297-4891-bb3e-2e81d5f89734 admin admin] 10.222.0.52 "GET /v2.0/networks/fca46202-598b-4647-ad28-6a17f14c2b27 HTTP/1.1" status: 200 len: 842 time: 0.1882989 Mar 14 18:46:42.148894 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:42.174572 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Made reservation on behalf of b8b3fb937ae84750ac8ee6d100ff01d6 for: {'subnet': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:46:42.177415 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:42.562490 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.objects.ports [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109513) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:46:42.562979 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for subnet (3f8dee14-362b-410b-ab9f-a431cd64dfd1), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:42.643866 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8dee14-362b-410b-ab9f-a431cd64dfd1,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:42.654738 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Checking segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:46:42.655109 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Network hostable DHCP agents. Network: fca46202-598b-4647-ad28-6a17f14c2b27, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:46:42.657633 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:42.657976 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:42.658324 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:42.658658 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:42.658992 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:42.659319 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:42.659667 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:42.659992 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:42.660298 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:42.660631 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:42.660965 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:42.661305 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:42.661621 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:42.661937 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:42.662252 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Tracked resource versions report: Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: pushed versions: Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: { 'AddressGroup': {'1.2'}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Agent': {'1.1'}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'ConntrackHelper': {'1.0'}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Log': {'1.0'}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'NDPProxy': {'1.0'}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Network': {'1.1'}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Port': {'1.7'}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'PortForwarding': {'1.2'}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'QosPolicy': {'1.10'}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'SecurityGroup': {'1.5'}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'SubPort': {'1.0'}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Subnet': {'1.1'}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Trunk': {'1.1'}} Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: consumer versions: Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: { DHCP agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: L3 agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: Metadata agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: Metering agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: Open vSwitch agent@dv-cinder-829664-3-iscsi: { 'AddressGroup': '1.2', Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Agent': '1.1', Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'ConntrackHelper': '1.0', Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'LocalIPAssociation': '1.0', Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Log': '1.0', Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'NDPProxy': '1.0', Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Network': '1.1', Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Port': '1.7', Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'PortForwarding': '1.2', Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'QosPolicy': '1.10', Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'SecurityGroup': '1.5', Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'SecurityGroupRule': '1.2', Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'SubPort': '1.0', Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Subnet': '1.1', Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Trunk': '1.1'}} Mar 14 18:46:42.663710 dv-cinder-829664-3-iscsi neutron-server[109513]: {{(pid=109513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:46:42.707478 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Network fca46202-598b-4647-ad28-6a17f14c2b27 is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:46:42.719406 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, fca46202-598b-4647-ad28-6a17f14c2b27) {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:46:42.724037 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:42.724647 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:42.730606 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8439933-1259-4a01-ae24-52e65d3f04fc None None] Network fca46202-598b-4647-ad28-6a17f14c2b27 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:46:42.747703 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-d1aa4a80-5a8a-4b25-9255-35a1facad57e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6022785 Mar 14 18:46:42.836935 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec08a3b3-8a6d-48d5-9189-6a824ce20f68 None None] Network fca46202-598b-4647-ad28-6a17f14c2b27 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:46:45.157758 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 38858) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:46:45.390019 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-dfb61a6b-b69d-4728-84be-71eb963ffbfa demo admin] 10.222.0.52 "GET /v2.0/routers/976b5067-56a9-4514-9252-e7aea9880dd1 HTTP/1.1" status: 200 len: 710 time: 0.2311118 Mar 14 18:46:45.479939 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19416c6f-4629-4961-a108-0fcdb66b571e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:45.481294 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-19416c6f-4629-4961-a108-0fcdb66b571e demo admin] 10.222.0.52 "GET /v2.0/networks/fca46202-598b-4647-ad28-6a17f14c2b27 HTTP/1.1" status: 200 len: 886 time: 0.0857871 Mar 14 18:46:45.490633 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:45.744697 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Publish callbacks [] for router_gateway (976b5067-56a9-4514-9252-e7aea9880dd1), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:45.983446 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Publish callbacks [] for router_gateway (976b5067-56a9-4514-9252-e7aea9880dd1), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:46.060096 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:46.218114 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Allocated IP 172.27.3.165 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/ab0581e8-2335-4dec-b47f-0949ebe9de80) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:46:46.328733 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Publish callbacks [] for port (ab0581e8-2335-4dec-b47f-0949ebe9de80), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:46.434240 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (ab0581e8-2335-4dec-b47f-0949ebe9de80), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:46.513249 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:46:46.517914 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:46:46.524276 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:46:46.526745 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Pushing event updated for resources: {'Port': ['ID=ab0581e8-2335-4dec-b47f-0949ebe9de80,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:46.821533 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Publish callbacks [] for router_gateway (976b5067-56a9-4514-9252-e7aea9880dd1), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:47.023785 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-483312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6374'] for router (976b5067-56a9-4514-9252-e7aea9880dd1), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:47.028571 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-475744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-483321'] for router (976b5067-56a9-4514-9252-e7aea9880dd1), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:47.142767 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Router 976b5067-56a9-4514-9252-e7aea9880dd1 has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:46:47.256273 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:46:47.261020 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:47.262237 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-5536b56d-7b03-45a0-8000-2849bac976b0 demo admin] 10.222.0.52 "PUT /v2.0/routers/976b5067-56a9-4514-9252-e7aea9880dd1 HTTP/1.1" status: 200 len: 890 time: 1.7748258 Mar 14 18:46:49.445874 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:46:49.493142 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:46:49.493542 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:49.573422 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:46:49.797843 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 38870) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:46:49.921775 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-d05211a6-bd10-440b-ab22-5bf7edf3c872 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1227005 Mar 14 18:46:50.012464 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Sync routers for ids ['976b5067-56a9-4514-9252-e7aea9880dd1'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:46:50.025770 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Routers {'976b5067-56a9-4514-9252-e7aea9880dd1'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:46:50.026479 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:46:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['976b5067-56a9-4514-9252-e7aea9880dd1'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:50.249640 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Set router 976b5067-56a9-4514-9252-e7aea9880dd1 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:46:50.745106 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976b5067-56a9-4514-9252-e7aea9880dd1', 'name': 'router1', 'tenant_id': 'b260aa61de6e4171ab0331952b0f8710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ab0581e8-2335-4dec-b47f-0949ebe9de80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:46Z', 'revision_number': 4, 'project_id': 'b260aa61de6e4171ab0331952b0f8710', 'gw_port': {'id': 'ab0581e8-2335-4dec-b47f-0949ebe9de80', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976b5067-56a9-4514-9252-e7aea9880dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:46Z', 'updated_at': '2022-03-14T18:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b', 'name': '', 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299', 'tenant_id': 'b260aa61de6e4171ab0331952b0f8710', 'mac_address': 'fa:16:3e:22:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976b5067-56a9-4514-9252-e7aea9880dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a7a1c79-95a6-41e7-a0df-409d4b104dcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:38Z', 'updated_at': '2022-03-14T18:46:41Z', 'revision_number': 5, 'project_id': 'b260aa61de6e4171ab0331952b0f8710', 'subnets': [{'id': '4a7a1c79-95a6-41e7-a0df-409d4b104dcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b40b1a19-be91-4996-b621-7dfca9d3ca97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:50.797139 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Checking router: 976b5067-56a9-4514-9252-e7aea9880dd1 for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:46:50.797516 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Updating router 976b5067-56a9-4514-9252-e7aea9880dd1 port ab0581e8-2335-4dec-b47f-0949ebe9de80 binding host dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:46:50.862563 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ab0581e8-2335-4dec-b47f-0949ebe9de80), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:51.176074 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Publish callbacks [] for port (ab0581e8-2335-4dec-b47f-0949ebe9de80), precommit_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:51.182376 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (ab0581e8-2335-4dec-b47f-0949ebe9de80), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:51.231595 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Attempting to bind port ab0581e8-2335-4dec-b47f-0949ebe9de80 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:46:51.232334 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Attempting to bind port ab0581e8-2335-4dec-b47f-0949ebe9de80 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:46:51.232698 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Attempting to bind port ab0581e8-2335-4dec-b47f-0949ebe9de80 on network fca46202-598b-4647-ad28-6a17f14c2b27 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:46:51.242786 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:46:51.243163 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Checking segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:46:51.243602 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:51.243999 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Bound using segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:46:51.244459 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Bound port: ab0581e8-2335-4dec-b47f-0949ebe9de80, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:46:51.244835 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ab0581e8-2335-4dec-b47f-0949ebe9de80), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:51.246389 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3c156-de89-4f76-a3b7-c2a3f72c12d7 None None] Pushing event updated for resources: {'Port': ['ID=ab0581e8-2335-4dec-b47f-0949ebe9de80,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:51.309343 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] For port ab0581e8-2335-4dec-b47f-0949ebe9de80, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:46:51.312608 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] For port ab0581e8-2335-4dec-b47f-0949ebe9de80, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=ab0581e8-2335-4dec-b47f-0949ebe9de80,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:46:51.318227 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (ab0581e8-2335-4dec-b47f-0949ebe9de80), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:51.375917 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3c156-de89-4f76-a3b7-c2a3f72c12d7 None None] Pushing event updated for resources: {'Port': ['ID=ab0581e8-2335-4dec-b47f-0949ebe9de80,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:51.378342 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Routers {'976b5067-56a9-4514-9252-e7aea9880dd1'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:46:51.378943 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:46:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['976b5067-56a9-4514-9252-e7aea9880dd1'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:51.487948 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] Set router 976b5067-56a9-4514-9252-e7aea9880dd1 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:46:51.719709 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976b5067-56a9-4514-9252-e7aea9880dd1', 'name': 'router1', 'tenant_id': 'b260aa61de6e4171ab0331952b0f8710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ab0581e8-2335-4dec-b47f-0949ebe9de80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:46Z', 'revision_number': 4, 'project_id': 'b260aa61de6e4171ab0331952b0f8710', 'gw_port': {'id': 'ab0581e8-2335-4dec-b47f-0949ebe9de80', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976b5067-56a9-4514-9252-e7aea9880dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:46Z', 'updated_at': '2022-03-14T18:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b', 'name': '', 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299', 'tenant_id': 'b260aa61de6e4171ab0331952b0f8710', 'mac_address': 'fa:16:3e:22:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976b5067-56a9-4514-9252-e7aea9880dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a7a1c79-95a6-41e7-a0df-409d4b104dcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:38Z', 'updated_at': '2022-03-14T18:46:41Z', 'revision_number': 5, 'project_id': 'b260aa61de6e4171ab0331952b0f8710', 'subnets': [{'id': '4a7a1c79-95a6-41e7-a0df-409d4b104dcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b40b1a19-be91-4996-b621-7dfca9d3ca97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:51.747917 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45977ba-ecc6-4e5d-9a53-8867f5922c50 None None] The sync data for ids ['976b5067-56a9-4514-9252-e7aea9880dd1'] in dv-cinder-829664-3-iscsi is: [{'id': '976b5067-56a9-4514-9252-e7aea9880dd1', 'name': 'router1', 'tenant_id': 'b260aa61de6e4171ab0331952b0f8710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ab0581e8-2335-4dec-b47f-0949ebe9de80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:46Z', 'revision_number': 4, 'project_id': 'b260aa61de6e4171ab0331952b0f8710', 'gw_port': {'id': 'ab0581e8-2335-4dec-b47f-0949ebe9de80', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976b5067-56a9-4514-9252-e7aea9880dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:46Z', 'updated_at': '2022-03-14T18:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b', 'name': '', 'network_id': 'e502d26c-63ae-405c-a16d-f59ac6dd2299', 'tenant_id': 'b260aa61de6e4171ab0331952b0f8710', 'mac_address': 'fa:16:3e:22:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976b5067-56a9-4514-9252-e7aea9880dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4a7a1c79-95a6-41e7-a0df-409d4b104dcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:38Z', 'updated_at': '2022-03-14T18:46:41Z', 'revision_number': 5, 'project_id': 'b260aa61de6e4171ab0331952b0f8710', 'subnets': [{'id': '4a7a1c79-95a6-41e7-a0df-409d4b104dcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b40b1a19-be91-4996-b621-7dfca9d3ca97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:46:53.477592 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device ab0581e8-2335-4dec-b47f-0949ebe9de80 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:46:53.538567 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port ab0581e8-2335-4dec-b47f-0949ebe9de80 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:46:53.539253 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (ab0581e8-2335-4dec-b47f-0949ebe9de80), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:53.635250 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port ab0581e8-2335-4dec-b47f-0949ebe9de80 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:46:53.635889 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ab0581e8-2335-4dec-b47f-0949ebe9de80), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:53.659445 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port ab0581e8-2335-4dec-b47f-0949ebe9de80, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=ab0581e8-2335-4dec-b47f-0949ebe9de80,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:46:53.668980 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (ab0581e8-2335-4dec-b47f-0949ebe9de80), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:53.731178 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=ab0581e8-2335-4dec-b47f-0949ebe9de80,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:55.503743 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device ab0581e8-2335-4dec-b47f-0949ebe9de80 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:46:55.595954 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port ab0581e8-2335-4dec-b47f-0949ebe9de80 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:46:55.595954 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (ab0581e8-2335-4dec-b47f-0949ebe9de80), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:46:55.684413 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port ab0581e8-2335-4dec-b47f-0949ebe9de80 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:46:56.906811 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 5 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:47:02.347472 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f892650-3e14-47cc-9e1c-cc667d0cc7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:04.671237 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d8c2-641b-43ae-a04f-9785670b9028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:05.865881 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:07.013294 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:08.711105 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:32.355802 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1d61d1eb-d261-498f-87e5-41debd9c336d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:33.904948 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 5 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:47:34.667737 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-f1214c7f-3dd6-405a-ac95-5a7ea92afb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:35.856538 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:37.018593 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:38.689147 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:02.357755 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-68ec8cb3-4481-4231-8c29-ab4c5b97b836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:04.671916 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-159275cb-87e1-4ff1-9a5a-fb37588aa9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:05.861950 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:07.020990 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:08.684017 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:10.904646 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 5 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:48:11.143816 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 39354) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:11.212016 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5380a2d-b68a-45df-a4e3-c11e1bacde63 admin admin] GET failed (client error): The resource could not be found. Mar 14 18:48:11.213327 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-a5380a2d-b68a-45df-a4e3-c11e1bacde63 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684197 Mar 14 18:48:11.386631 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3751cad9-abc7-43b9-985d-ae2580bdc1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:11.388178 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-3751cad9-abc7-43b9-985d-ae2580bdc1f7 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1706846 Mar 14 18:48:13.746130 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 39364) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:13.863925 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a731db58-2012-44ed-b2b9-effdd0b5e4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:13.865273 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-a731db58-2012-44ed-b2b9-effdd0b5e4aa admin admin] 10.222.0.52 "GET /v2.0/subnets/4a7a1c79-95a6-41e7-a0df-409d4b104dcf HTTP/1.1" status: 200 len: 849 time: 0.1179438 Mar 14 18:48:13.875367 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:13.962583 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Publish callbacks [] for subnet (4a7a1c79-95a6-41e7-a0df-409d4b104dcf), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:14.169434 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747570103565'] for subnet (4a7a1c79-95a6-41e7-a0df-409d4b104dcf), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:14.202649 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:14.203222 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:14.204530 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] 10.222.0.52 "PUT /v2.0/subnets/4a7a1c79-95a6-41e7-a0df-409d4b104dcf HTTP/1.1" status: 200 len: 868 time: 0.3328509 Mar 14 18:48:14.205717 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5858cd0-0a2a-4fb6-bd90-38d751385b8e None None] Network e502d26c-63ae-405c-a16d-f59ac6dd2299 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:48:14.222832 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7a1c79-95a6-41e7-a0df-409d4b104dcf,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:14.230844 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:14.231211 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:14.231943 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:14.232285 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:14.232618 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:14.232948 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:14.233276 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:14.233599 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:14.233940 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:14.234274 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:14.234615 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:14.234976 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:14.235340 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:14.235690 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:14.236013 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cb82c-5517-40e3-bc3b-bc6258b3660a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:14.572364 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-8fcb83be-4bd6-40e4-b95d-637ffcd3e962 None None] Provisioning complete for port c148e9cf-1324-4820-8fb0-2f7ce64740ad triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:48:14.572718 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-8fcb83be-4bd6-40e4-b95d-637ffcd3e962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (c148e9cf-1324-4820-8fb0-2f7ce64740ad), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:14.651169 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb83be-4bd6-40e4-b95d-637ffcd3e962 None None] Current status of the port c148e9cf-1324-4820-8fb0-2f7ce64740ad is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:48:14.661223 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-8fcb83be-4bd6-40e4-b95d-637ffcd3e962 None None] Provisioning complete for port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:48:14.661604 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-8fcb83be-4bd6-40e4-b95d-637ffcd3e962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:14.740189 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb83be-4bd6-40e4-b95d-637ffcd3e962 None None] Current status of the port 2e124bd5-b3d8-43ce-bf45-3a9f7596ec9b is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:48:16.532057 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 39372) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:16.748881 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23187154-f88f-4d19-9267-60c4c74108f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:16.749262 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23187154-f88f-4d19-9267-60c4c74108f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:16.750821 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-23187154-f88f-4d19-9267-60c4c74108f0 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2177792 Mar 14 18:48:19.043971 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 39380) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:19.187415 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007d5811-f402-4acf-a32c-5b5710ca4700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:19.187918 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007d5811-f402-4acf-a32c-5b5710ca4700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:19.189488 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-007d5811-f402-4acf-a32c-5b5710ca4700 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1445458 Mar 14 18:48:21.493789 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 39388) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:21.662681 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a5c4a1-3c70-4505-b1fa-710589b03b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:21.664016 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-42a5c4a1-3c70-4505-b1fa-710589b03b60 admin admin] 10.222.0.52 "GET /v2.0/networks/e502d26c-63ae-405c-a16d-f59ac6dd2299 HTTP/1.1" status: 200 len: 869 time: 0.1691768 Mar 14 18:48:23.988434 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 39396) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:24.116944 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be68b4-62bd-4654-a670-af79c4251292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:24.118363 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-75be68b4-62bd-4654-a670-af79c4251292 admin admin] 10.222.0.52 "GET /v2.0/networks/fca46202-598b-4647-ad28-6a17f14c2b27 HTTP/1.1" status: 200 len: 886 time: 0.1288927 Mar 14 18:48:26.458822 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39404) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:26.595836 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d2e845-8ed7-4ff6-b18d-48c73a164cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:26.596282 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d2e845-8ed7-4ff6-b18d-48c73a164cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:26.597801 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-36d2e845-8ed7-4ff6-b18d-48c73a164cb8 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1376548 Mar 14 18:48:28.902825 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39414) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:29.014456 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dfe451-bb90-494a-9cbe-ed68ff212782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:29.015032 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dfe451-bb90-494a-9cbe-ed68ff212782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:29.017186 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-b8dfe451-bb90-494a-9cbe-ed68ff212782 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1129830 Mar 14 18:48:31.303227 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39422) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:31.404966 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e554e3-45a5-4188-a5ea-5f0cdfea22d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:31.406226 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-95e554e3-45a5-4188-a5ea-5f0cdfea22d0 admin admin] 10.222.0.52 "GET /v2.0/subnets/3f8dee14-362b-410b-ab9f-a431cd64dfd1 HTTP/1.1" status: 200 len: 816 time: 0.1020169 Mar 14 18:48:32.351373 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-7101fd90-c2b4-4725-89df-e3b1c8d359d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:33.707864 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39430) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:33.817894 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb212f2-3e3d-42ed-add4-880145fd5765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:33.819205 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-4cb212f2-3e3d-42ed-add4-880145fd5765 admin admin] 10.222.0.52 "GET /v2.0/subnets/4a7a1c79-95a6-41e7-a0df-409d4b104dcf HTTP/1.1" status: 200 len: 868 time: 0.1103871 Mar 14 18:48:34.676674 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9d23-625b-409d-8549-544cedab4070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:35.866136 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:37.023943 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:38.689738 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:47.903700 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 5 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:49:01.839997 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39482) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:49:01.898128 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [None req-8016c52a-cdaa-42ee-b876-baa2861b0192 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:49:01.899161 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-8016c52a-cdaa-42ee-b876-baa2861b0192 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0578620 Mar 14 18:49:02.355335 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9dcc6975-e952-45b9-85cc-c57c928043d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:04.282131 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 39490) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:49:04.350594 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.pecan_wsgi.hooks.translation [None req-403d5375-544a-42c9-88d8-603c27ab260d admin admin] GET failed (client error): The resource could not be found. Mar 14 18:49:04.351949 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-403d5375-544a-42c9-88d8-603c27ab260d admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0688207 Mar 14 18:49:04.439214 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e708c40-ce99-46d9-8473-96d41c745dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:04.440729 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-6e708c40-ce99-46d9-8473-96d41c745dfb admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0847678 Mar 14 18:49:04.680262 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-a653d780-d0a6-4cbc-8867-e758f4f551db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:05.869547 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:06.783769 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39498) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:49:06.838236 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:49:06.862966 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Made reservation on behalf of b8b3fb937ae84750ac8ee6d100ff01d6 for: {'network': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:49:06.865333 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:06.892357 dv-cinder-829664-3-iscsi neutron-server[109512]: WARNING neutron.services.revisions.revision_plugin [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Could not find related network for resource to bump revision. Mar 14 18:49:06.906103 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=109512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:49:06.915290 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (a9b6277f-5c05-4d90-9dda-82b0041403ab), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:06.915661 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.segments_db [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Added segment a9b6277f-5c05-4d90-9dda-82b0041403ab of type vlan for network cedaa432-a384-4575-86f0-015412b7b0ae Mar 14 18:49:07.026062 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:07.030405 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (cedaa432-a384-4575-86f0-015412b7b0ae), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:07.055657 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (cedaa432-a384-4575-86f0-015412b7b0ae), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:07.056612 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:07.057184 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:07.104915 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3198195 Mar 14 18:49:07.115415 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Pushing event updated for resources: {'Network': ['ID=cedaa432-a384-4575-86f0-015412b7b0ae,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:07.122780 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:07.123104 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:07.123507 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:07.124064 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:07.124388 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:07.124702 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:07.125056 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:07.125386 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:07.125718 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:07.126027 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:07.126352 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:07.126689 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:07.127012 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:07.127328 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:07.127669 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa504e9-1dea-4f66-b687-78fed80b27f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:07.139433 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network cedaa432-a384-4575-86f0-015412b7b0ae details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:49:08.697542 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:09.422461 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39506) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:49:09.489559 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.pecan_wsgi.hooks.translation [None req-9316a343-5d7d-4b47-a674-bc0c48de7d7d admin admin] GET failed (client error): The resource could not be found. Mar 14 18:49:09.490850 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-9316a343-5d7d-4b47-a674-bc0c48de7d7d admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0673585 Mar 14 18:49:09.595276 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd56bb4-48e7-4ca4-8f37-149234c06e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:09.596788 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-ccd56bb4-48e7-4ca4-8f37-149234c06e03 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1015046 Mar 14 18:49:09.607079 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-0f43832b-2db3-4c4e-9bc8-e90d0770d703 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'cedaa432-a384-4575-86f0-015412b7b0ae'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:49:09.629761 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f43832b-2db3-4c4e-9bc8-e90d0770d703 admin admin] Made reservation on behalf of b8b3fb937ae84750ac8ee6d100ff01d6 for: {'subnet': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:49:09.632455 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0f43832b-2db3-4c4e-9bc8-e90d0770d703 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:09.804667 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0f43832b-2db3-4c4e-9bc8-e90d0770d703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for subnet (339b8788-98c9-4e88-bffe-f1cc0b7da2b5), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:09.852633 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43832b-2db3-4c4e-9bc8-e90d0770d703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=339b8788-98c9-4e88-bffe-f1cc0b7da2b5,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:09.869948 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43832b-2db3-4c4e-9bc8-e90d0770d703 admin admin] Checking segment: {'id': 'a9b6277f-5c05-4d90-9dda-82b0041403ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cedaa432-a384-4575-86f0-015412b7b0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:49:09.870311 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f43832b-2db3-4c4e-9bc8-e90d0770d703 admin admin] Network hostable DHCP agents. Network: cedaa432-a384-4575-86f0-015412b7b0ae, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:49:09.890482 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f43832b-2db3-4c4e-9bc8-e90d0770d703 admin admin] Network cedaa432-a384-4575-86f0-015412b7b0ae is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:49:09.900235 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-0f43832b-2db3-4c4e-9bc8-e90d0770d703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, cedaa432-a384-4575-86f0-015412b7b0ae) {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:49:09.904502 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f43832b-2db3-4c4e-9bc8-e90d0770d703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:09.905102 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0f43832b-2db3-4c4e-9bc8-e90d0770d703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:09.909907 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e9a2a-1eea-4b43-9779-a26890b2d865 None None] Network cedaa432-a384-4575-86f0-015412b7b0ae requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:49:09.921275 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-0f43832b-2db3-4c4e-9bc8-e90d0770d703 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3179545 Mar 14 18:49:10.015930 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3a86f8-d13f-51ef-aa91-869d4696663f-cedaa432-a384-4575-86f0-015412b7b0ae', 'network_id': 'cedaa432-a384-4575-86f0-015412b7b0ae', 'project_id': 'b8b3fb937ae84750ac8ee6d100ff01d6', 'fixed_ips': [{'subnet_id': '339b8788-98c9-4e88-bffe-f1cc0b7da2b5'}]}} from dv-cinder-829664-3-iscsi. {{(pid=109514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 18:49:10.017078 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:10.159285 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.db_base_plugin_common [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Allocated IP 192.168.233.2 (cedaa432-a384-4575-86f0-015412b7b0ae/339b8788-98c9-4e88-bffe-f1cc0b7da2b5/7596af37-c4cc-4e7f-a51c-255305cedbc0) {{(pid=109514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:49:10.400030 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Publish callbacks [] for port (7596af37-c4cc-4e7f-a51c-255305cedbc0), precommit_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:10.406416 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (7596af37-c4cc-4e7f-a51c-255305cedbc0), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:10.447985 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Network cedaa432-a384-4575-86f0-015412b7b0ae is already hosted by enough agents. {{(pid=109514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:49:10.450862 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.base_scheduler [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Resources bound (agent type, host, resource id): {{(pid=109514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:49:10.455093 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Received port after_create {{(pid=109514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:49:10.458216 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Pushing event updated for resources: {'Port': ['ID=7596af37-c4cc-4e7f-a51c-255305cedbc0,revision_number=1']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:10.469000 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:10.469354 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:10.469717 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:10.470075 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:10.470416 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:10.470749 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:10.471073 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:10.471400 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:10.471752 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:10.472079 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:10.472407 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:10.472744 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:10.473075 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:10.473400 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:10.473721 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:10.525451 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Attempting to bind port 7596af37-c4cc-4e7f-a51c-255305cedbc0 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:49:10.525825 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Attempting to bind port 7596af37-c4cc-4e7f-a51c-255305cedbc0 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': 'a9b6277f-5c05-4d90-9dda-82b0041403ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cedaa432-a384-4575-86f0-015412b7b0ae'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:49:10.526196 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Attempting to bind port 7596af37-c4cc-4e7f-a51c-255305cedbc0 on network cedaa432-a384-4575-86f0-015412b7b0ae {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:49:10.531247 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:49:10.531664 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Checking segment: {'id': 'a9b6277f-5c05-4d90-9dda-82b0041403ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cedaa432-a384-4575-86f0-015412b7b0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:49:10.532071 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:10.532466 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Bound using segment: {'id': 'a9b6277f-5c05-4d90-9dda-82b0041403ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cedaa432-a384-4575-86f0-015412b7b0ae'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:49:10.532927 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Bound port: 7596af37-c4cc-4e7f-a51c-255305cedbc0, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b6277f-5c05-4d90-9dda-82b0041403ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cedaa432-a384-4575-86f0-015412b7b0ae'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:49:10.533306 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7596af37-c4cc-4e7f-a51c-255305cedbc0), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:10.594512 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] For port 7596af37-c4cc-4e7f-a51c-255305cedbc0, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:49:10.597716 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] For port 7596af37-c4cc-4e7f-a51c-255305cedbc0, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=7596af37-c4cc-4e7f-a51c-255305cedbc0,segment=NetworkSegment(a9b6277f-5c05-4d90-9dda-82b0041403ab),segment_id=a9b6277f-5c05-4d90-9dda-82b0041403ab)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:49:10.605243 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (7596af37-c4cc-4e7f-a51c-255305cedbc0), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:10.663564 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e148ff-b24c-48d6-9fd6-01207fc507a8 None None] Pushing event updated for resources: {'Port': ['ID=7596af37-c4cc-4e7f-a51c-255305cedbc0,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:11.531246 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ebb63b-657e-4952-a253-fe979687f897 None None] Network cedaa432-a384-4575-86f0-015412b7b0ae requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:49:11.586201 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 7596af37-c4cc-4e7f-a51c-255305cedbc0 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:49:11.660453 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-68502aa6-5606-4b93-8f4b-dcb5fdff4f19 None None] Provisioning complete for port 7596af37-c4cc-4e7f-a51c-255305cedbc0 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:49:11.660849 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-68502aa6-5606-4b93-8f4b-dcb5fdff4f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7596af37-c4cc-4e7f-a51c-255305cedbc0), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:11.744846 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 7596af37-c4cc-4e7f-a51c-255305cedbc0 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:49:11.745207 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7596af37-c4cc-4e7f-a51c-255305cedbc0), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:11.815455 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-68502aa6-5606-4b93-8f4b-dcb5fdff4f19 None None] Current status of the port 7596af37-c4cc-4e7f-a51c-255305cedbc0 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:49:11.815934 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-68502aa6-5606-4b93-8f4b-dcb5fdff4f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7596af37-c4cc-4e7f-a51c-255305cedbc0), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:11.885105 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-68502aa6-5606-4b93-8f4b-dcb5fdff4f19 None None] For port 7596af37-c4cc-4e7f-a51c-255305cedbc0, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=7596af37-c4cc-4e7f-a51c-255305cedbc0,segment=NetworkSegment(a9b6277f-5c05-4d90-9dda-82b0041403ab),segment_id=a9b6277f-5c05-4d90-9dda-82b0041403ab)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:49:11.890209 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 7596af37-c4cc-4e7f-a51c-255305cedbc0 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:49:11.891122 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7596af37-c4cc-4e7f-a51c-255305cedbc0), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:11.893774 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-68502aa6-5606-4b93-8f4b-dcb5fdff4f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (7596af37-c4cc-4e7f-a51c-255305cedbc0), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:11.976535 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68502aa6-5606-4b93-8f4b-dcb5fdff4f19 None None] Pushing event updated for resources: {'Port': ['ID=7596af37-c4cc-4e7f-a51c-255305cedbc0,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:11.990538 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.db.api [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:49:11.990941 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG oslo_db.api [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:49:12.019573 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-a4b93ade-ec8f-4af2-857a-26ea95f30072 None None] Provisioning complete for port 7596af37-c4cc-4e7f-a51c-255305cedbc0 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:49:12.019897 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-a4b93ade-ec8f-4af2-857a-26ea95f30072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7596af37-c4cc-4e7f-a51c-255305cedbc0), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:12.101757 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-a4b93ade-ec8f-4af2-857a-26ea95f30072 None None] Current status of the port 7596af37-c4cc-4e7f-a51c-255305cedbc0 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:49:12.538340 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 7596af37-c4cc-4e7f-a51c-255305cedbc0 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:49:13.503368 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 7596af37-c4cc-4e7f-a51c-255305cedbc0 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:49:13.556844 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 7596af37-c4cc-4e7f-a51c-255305cedbc0 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:49:13.557572 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7596af37-c4cc-4e7f-a51c-255305cedbc0), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:13.642546 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 7596af37-c4cc-4e7f-a51c-255305cedbc0 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:49:24.902889 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 5 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:49:32.363173 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b796066f-31e5-4d99-90d3-082195a68fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:34.684834 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-392f8928-decf-4e23-b2aa-13b9ee17d840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:35.876884 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:37.029961 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:38.696977 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:01.904299 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 5 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:50:02.357506 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-39faf045-1281-4d61-acf8-c32f5754ded8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:04.689188 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-7401669b-8fb1-4c46-82bb-f73ade5ead61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:05.881942 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:07.032662 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:08.693309 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:29.263568 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39544) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:50:29.272700 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [None req-0a465fe8-a843-499e-9b3f-c0937001762b tempest-verify_tempest_config-136264084 tempest-verify_tempest_config-136264084-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:50:29.273667 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-0a465fe8-a843-499e-9b3f-c0937001762b tempest-verify_tempest_config-136264084 tempest-verify_tempest_config-136264084-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0086966 Mar 14 18:50:29.590407 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39562) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:50:29.712129 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:29.785333 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Publish callbacks [] for security_group (08c0b67c-2297-447b-9d98-d1fc195e0238), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:29.791065 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (08c0b67c-2297-447b-9d98-d1fc195e0238), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:29.833166 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c0b67c-2297-447b-9d98-d1fc195e0238,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:29.836934 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=41fc50b45098488981f1733a8548a75b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2455282 Mar 14 18:50:29.840046 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 39566) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:50:29.842642 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:29.842972 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:29.843349 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:29.843704 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:29.844037 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:29.844363 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:29.844682 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:29.845007 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:29.845328 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:29.845648 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:29.845980 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:29.846306 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:29.846618 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:29.846933 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:29.847243 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6b461-54d7-4cc4-b2ee-d4e5d9e15721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:29.922443 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Publish callbacks [] for security_group (08c0b67c-2297-447b-9d98-d1fc195e0238), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:29.943668 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Publish callbacks [] for security_group (08c0b67c-2297-447b-9d98-d1fc195e0238), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:30.060039 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (08c0b67c-2297-447b-9d98-d1fc195e0238), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:30.062714 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:30.063916 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/08c0b67c-2297-447b-9d98-d1fc195e0238 HTTP/1.1" status: 204 len: 168 time: 0.2229123 Mar 14 18:50:30.071709 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c0b67c-2297-447b-9d98-d1fc195e0238,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:30.078374 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:30.078725 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:30.079068 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:30.079410 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:30.079785 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:30.080103 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:30.080431 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:30.080757 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:30.081102 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:30.081417 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:30.081746 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:30.082083 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:30.082417 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:30.082737 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:30.083089 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edce98c9-3dae-4172-a476-16d87011992a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:32.362022 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-8c51ae26-1a74-4446-ad83-3bb96dfd8abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:34.693535 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-8f8901d6-75b2-488c-9fa7-3012f473330e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:35.878241 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:37.041234 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:38.690232 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:38.903386 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 5 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:51:02.367451 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0cd50489-3ff0-4e71-b0d5-21538fa88abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:04.709196 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-59eef76e-076a-4c66-8edd-436bcd06d6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:05.890263 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:07.044857 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:08.698045 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:15.905282 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 5 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:51:32.378545 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-14e67f90-afd7-4209-a65c-b09f78d0589e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:34.706480 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d70516b6-4188-4209-9070-765156203870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:35.889277 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:37.053826 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:38.690323 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:52.913490 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 5 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:52:02.379268 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-6984ae21-b695-490b-9d0a-0fdbc9e96889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:04.697467 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-caa34c84-0dbc-46d7-ada7-99f51d90e605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:05.894968 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:07.060453 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:08.788426 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:20.712022 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476768'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:29.903772 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:52:32.324850 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 39638) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:52:32.372333 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-27207766-9c73-4cf1-a837-434c9888dc27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:32.436140 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-adc12772-4378-45cc-9983-49bef59474cb admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1101820 Mar 14 18:52:34.691883 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-f5836378-a798-4b61-b29e-ea0c36162506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:34.767234 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 39648) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:52:34.825337 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-5a77c299-f80d-4231-a229-2bc91eb7da49 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0569882 Mar 14 18:52:35.900705 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:37.052559 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:38.684125 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:50.701907 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:02.380968 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-431c404d-2eaf-4b83-8d12-5a180722728e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:04.698945 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ce979c0c-8a6e-48af-afa7-570addd9befd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:05.908641 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:06.909161 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:53:07.063376 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:08.698952 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:20.696207 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:32.387629 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-99de9726-dc87-4343-af9c-fbe1606e47b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:34.698242 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9bc2d602-5c20-42d9-8468-98d8a30b2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:35.905735 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:37.062012 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:38.700214 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:43.908725 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:53:50.715302 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:02.372002 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1fc36575-2226-46eb-831c-7faeb1b4567b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:04.695388 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-a5f0ae3c-42a6-4b61-84a0-44b0e03fbf3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:05.904518 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:07.065500 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:08.696155 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:14.875355 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 39718) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:15.011416 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-856913014-network', 'tenant_id': 'a6b43880abe94acc89df44d7c60a088e'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:15.067370 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Made reservation on behalf of a6b43880abe94acc89df44d7c60a088e for: {'network': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:15.070464 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:15.101328 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:15.302492 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Publish callbacks [] for security_group (84f12aae-3c1b-4474-b1e1-f2921de1faa7), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:15.315121 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (84f12aae-3c1b-4474-b1e1-f2921de1faa7), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:15.344550 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a108466-b055-4277-907c-364842f35021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=109513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:54:15.367409 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747570157240', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (616d432a-6226-47e8-9650-f1db0f9fc873), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:15.368105 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Unsubscribe: segment precommit_create {{(pid=109513) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 18:54:15.368770 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.segments_db [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Added segment 616d432a-6226-47e8-9650-f1db0f9fc873 of type vlan for network 9f2fe605-0d22-4d72-89af-08e91f725f66 Mar 14 18:54:15.422693 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (9f2fe605-0d22-4d72-89af-08e91f725f66), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:15.460710 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (9f2fe605-0d22-4d72-89af-08e91f725f66), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:15.461658 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:15.462231 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:15.532408 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39758) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:15.533045 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-4a108466-b055-4277-907c-364842f35021 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6557744 Mar 14 18:54:15.540843 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Request body: {'subnet': {'network_id': '9f2fe605-0d22-4d72-89af-08e91f725f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-856913014-subnet', 'tenant_id': 'a6b43880abe94acc89df44d7c60a088e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:15.565893 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f12aae-3c1b-4474-b1e1-f2921de1faa7,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:15.568083 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Made reservation on behalf of a6b43880abe94acc89df44d7c60a088e for: {'subnet': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:15.570864 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:15.593733 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.594192 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.594679 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.594909 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.595237 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.595591 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.595913 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.596230 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.596565 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.596897 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.597223 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.597552 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.597872 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.598183 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.598493 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Tracked resource versions report: Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: pushed versions: Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: { 'AddressGroup': {'1.2'}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Agent': {'1.1'}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'ConntrackHelper': {'1.0'}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Log': {'1.0'}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'NDPProxy': {'1.0'}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Network': {'1.1'}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Port': {'1.7'}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'PortForwarding': {'1.2'}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'QosPolicy': {'1.10'}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'SecurityGroup': {'1.5'}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'SubPort': {'1.0'}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Subnet': {'1.1'}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Trunk': {'1.1'}} Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: consumer versions: Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: { DHCP agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: HyperV agent@hv-cinder-82966: {}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: L3 agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: Metadata agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: Metering agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: Open vSwitch agent@dv-cinder-829664-3-iscsi: { 'AddressGroup': '1.2', Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Agent': '1.1', Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'ConntrackHelper': '1.0', Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'LocalIPAssociation': '1.0', Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Log': '1.0', Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'NDPProxy': '1.0', Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Network': '1.1', Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Port': '1.7', Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'PortForwarding': '1.2', Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'QosPolicy': '1.10', Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'SecurityGroup': '1.5', Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'SecurityGroupRule': '1.2', Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'SubPort': '1.0', Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Subnet': '1.1', Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: 'Trunk': '1.1'}} Mar 14 18:54:15.600095 dv-cinder-829664-3-iscsi neutron-server[109513]: {{(pid=109513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:54:15.612439 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a108466-b055-4277-907c-364842f35021 admin admin] Pushing event updated for resources: {'Network': ['ID=9f2fe605-0d22-4d72-89af-08e91f725f66,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:15.635305 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network 9f2fe605-0d22-4d72-89af-08e91f725f66 details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:54:15.782213 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for subnet (5edf3d6b-d363-49e2-bd99-b701ea6511b7), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:15.839882 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5edf3d6b-d363-49e2-bd99-b701ea6511b7,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:15.848431 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.848740 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.849413 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.849754 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.850177 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.850442 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.850833 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.851157 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.851613 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.851845 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.852228 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.852537 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.852845 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.853344 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.853937 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Tracked resource versions report: Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: pushed versions: Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: { 'AddressGroup': {'1.2'}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Agent': {'1.1'}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'ConntrackHelper': {'1.0'}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Log': {'1.0'}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'NDPProxy': {'1.0'}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Network': {'1.1'}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Port': {'1.7'}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'PortForwarding': {'1.2'}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'QosPolicy': {'1.10'}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'SecurityGroup': {'1.5'}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'SubPort': {'1.0'}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Subnet': {'1.1'}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Trunk': {'1.1'}} Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: consumer versions: Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: { DHCP agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: HyperV agent@hv-cinder-82966: {}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: L3 agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: Metadata agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: Metering agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: Open vSwitch agent@dv-cinder-829664-3-iscsi: { 'AddressGroup': '1.2', Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Agent': '1.1', Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'ConntrackHelper': '1.0', Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'LocalIPAssociation': '1.0', Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Log': '1.0', Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'NDPProxy': '1.0', Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Network': '1.1', Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Port': '1.7', Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'PortForwarding': '1.2', Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'QosPolicy': '1.10', Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'SecurityGroup': '1.5', Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'SecurityGroupRule': '1.2', Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'SubPort': '1.0', Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Subnet': '1.1', Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: 'Trunk': '1.1'}} Mar 14 18:54:15.855190 dv-cinder-829664-3-iscsi neutron-server[109512]: {{(pid=109512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:54:15.864621 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Checking segment: {'id': '616d432a-6226-47e8-9650-f1db0f9fc873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9f2fe605-0d22-4d72-89af-08e91f725f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:15.865022 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Network hostable DHCP agents. Network: 9f2fe605-0d22-4d72-89af-08e91f725f66, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:54:15.885127 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Network 9f2fe605-0d22-4d72-89af-08e91f725f66 is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:54:15.895827 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, 9f2fe605-0d22-4d72-89af-08e91f725f66) {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:15.900859 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:15.901412 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:15.915026 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167f6991-4479-45df-a2e3-cd9ee7ed6e26 None None] Network 9f2fe605-0d22-4d72-89af-08e91f725f66 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:54:15.928804 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-30dc0a9e-ced5-41f1-acb6-8dfbdf1bdeee admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3931246 Mar 14 18:54:16.015526 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591f97af-10f0-4778-a98f-75413ef14236 None None] Network 9f2fe605-0d22-4d72-89af-08e91f725f66 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:54:16.650323 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39834) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:16.834372 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39854) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:16.892781 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-826551872-network', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:16.915855 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] Made reservation on behalf of 8da927cccbdc4af29b3a44a95151dfaa for: {'network': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:16.918267 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:16.926875 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.027519 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] Publish callbacks [] for security_group (7790d790-1f6e-47ce-9f44-7a66c8ba9139), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.032113 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (7790d790-1f6e-47ce-9f44-7a66c8ba9139), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.040573 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2145207579-network', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:17.074790 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7790d790-1f6e-47ce-9f44-7a66c8ba9139,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:17.079267 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=109512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:54:17.094066 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (22888c1a-2a42-4ce1-b93c-83a466eff1a8), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.094414 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.segments_db [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] Added segment 22888c1a-2a42-4ce1-b93c-83a466eff1a8 of type vlan for network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f Mar 14 18:54:17.102468 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] Made reservation on behalf of 1d5854ce46fd47118790a60790aabdc0 for: {'network': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:17.105156 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.115258 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.158452 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (a7223511-bfad-4d95-9cbd-e94cb3fa3a2f), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.205294 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (a7223511-bfad-4d95-9cbd-e94cb3fa3a2f), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.206623 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:17.207393 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.270437 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6175952 Mar 14 18:54:17.273653 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 39878) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:17.280547 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-cb6fd950-88c5-46f1-8d6e-28b159e28ce8 admin admin] Request body: {'subnet': {'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-826551872-subnet', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:17.313553 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6fd950-88c5-46f1-8d6e-28b159e28ce8 admin admin] Made reservation on behalf of 8da927cccbdc4af29b3a44a95151dfaa for: {'subnet': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:17.316293 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f01dc4-2750-450f-ac0c-fa1608d89f87 admin admin] Pushing event updated for resources: {'Network': ['ID=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:17.317492 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd950-88c5-46f1-8d6e-28b159e28ce8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.323153 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] Publish callbacks [] for security_group (a076a219-a125-4a2b-9077-184a80d56042), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.330038 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:54:17.339936 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (a076a219-a125-4a2b-9077-184a80d56042), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.406814 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=109512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:54:17.414273 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a076a219-a125-4a2b-9077-184a80d56042,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:17.422231 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (e7858161-5c37-417c-9d52-1021088e54df), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.423318 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.segments_db [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] Added segment e7858161-5c37-417c-9d52-1021088e54df of type vlan for network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 Mar 14 18:54:17.512388 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (02582d36-ca25-45a1-af5c-ddbb95f8bde0), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.536242 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39884) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:17.567241 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd950-88c5-46f1-8d6e-28b159e28ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for subnet (976b38a2-d7ae-40fd-9d70-aabcc933749c), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.581009 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (02582d36-ca25-45a1-af5c-ddbb95f8bde0), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.582090 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:17.582795 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.658197 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8227315 Mar 14 18:54:17.664647 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fd950-88c5-46f1-8d6e-28b159e28ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=976b38a2-d7ae-40fd-9d70-aabcc933749c,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:17.670563 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39890) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:17.671446 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940012a1-70b8-4935-80dc-a33daedaf918 admin admin] Pushing event updated for resources: {'Network': ['ID=02582d36-ca25-45a1-af5c-ddbb95f8bde0,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:17.679558 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-4cfeb098-d133-4881-82e0-151036fd6418 admin admin] Request body: {'subnet': {'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2145207579-subnet', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:17.681935 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:54:17.702352 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfeb098-d133-4881-82e0-151036fd6418 admin admin] Made reservation on behalf of 1d5854ce46fd47118790a60790aabdc0 for: {'subnet': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:17.706690 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-4cfeb098-d133-4881-82e0-151036fd6418 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.725667 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fd950-88c5-46f1-8d6e-28b159e28ce8 admin admin] Checking segment: {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:17.727521 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6fd950-88c5-46f1-8d6e-28b159e28ce8 admin admin] Network hostable DHCP agents. Network: a7223511-bfad-4d95-9cbd-e94cb3fa3a2f, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:54:17.761715 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6fd950-88c5-46f1-8d6e-28b159e28ce8 admin admin] Network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:54:17.780752 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-cb6fd950-88c5-46f1-8d6e-28b159e28ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, a7223511-bfad-4d95-9cbd-e94cb3fa3a2f) {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:17.788133 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6fd950-88c5-46f1-8d6e-28b159e28ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:17.790410 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd950-88c5-46f1-8d6e-28b159e28ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.801372 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28910a17-245b-4e03-83f2-84f4adf9c8f8 None None] Network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:54:17.825944 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-cb6fd950-88c5-46f1-8d6e-28b159e28ce8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5498457 Mar 14 18:54:17.829004 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 39900) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:17.836569 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:17.880673 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6339'] for router (bccde6cd-6452-41b2-9555-dbe2edffde9a), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.882312 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1591601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (bccde6cd-6452-41b2-9555-dbe2edffde9a), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.999090 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1655108140-network', 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:18.002985 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3a86f8-d13f-51ef-aa91-869d4696663f-a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c'}]}} from dv-cinder-829664-3-iscsi. {{(pid=109514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 18:54:18.004209 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.018749 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Publish callbacks [] for router_controller (bccde6cd-6452-41b2-9555-dbe2edffde9a), precommit_add_association {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.131385 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-4cfeb098-d133-4881-82e0-151036fd6418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for subnet (7884ae3e-1a70-464b-b2c2-a460fd6afe53), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.138227 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] Made reservation on behalf of 0ab2ae9ef74c4219b541c0ffefdc5fb5 for: {'network': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:18.140559 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.172949 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.214311 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.db_base_plugin_common [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Allocated IP 172.20.0.2 (a7223511-bfad-4d95-9cbd-e94cb3fa3a2f/976b38a2-d7ae-40fd-9d70-aabcc933749c/7dfeeed6-87ec-48de-a308-dcc0867cc66a) {{(pid=109514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:18.216035 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfeb098-d133-4881-82e0-151036fd6418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7884ae3e-1a70-464b-b2c2-a460fd6afe53,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:18.234813 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfeb098-d133-4881-82e0-151036fd6418 admin admin] Checking segment: {'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:18.235049 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfeb098-d133-4881-82e0-151036fd6418 admin admin] Network hostable DHCP agents. Network: 02582d36-ca25-45a1-af5c-ddbb95f8bde0, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:54:18.268702 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfeb098-d133-4881-82e0-151036fd6418 admin admin] Network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:54:18.288850 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-4cfeb098-d133-4881-82e0-151036fd6418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, 02582d36-ca25-45a1-af5c-ddbb95f8bde0) {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:18.296638 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfeb098-d133-4881-82e0-151036fd6418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:18.297352 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-4cfeb098-d133-4881-82e0-151036fd6418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.311205 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] Publish callbacks [] for security_group (5d15a8ee-ee31-4925-b8c9-c15ae21182b6), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.318616 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (5d15a8ee-ee31-4925-b8c9-c15ae21182b6), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.329313 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-4cfeb098-d133-4881-82e0-151036fd6418 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6546748 Mar 14 18:54:18.333745 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39918) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:18.353900 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:18.381169 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6339'] for router (12b117ed-6999-4284-a01b-46d4e2f1d4ba), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.382782 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1591601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (12b117ed-6999-4284-a01b-46d4e2f1d4ba), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.419086 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Publish callbacks [] for router_gateway (bccde6cd-6452-41b2-9555-dbe2edffde9a), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.444094 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Publish callbacks [] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), precommit_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.453610 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d764f293-3f21-4c9f-93a6-c2443e52a3f5 None None] Network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:54:18.457938 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.488423 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Publish callbacks [] for router_controller (12b117ed-6999-4284-a01b-46d4e2f1d4ba), precommit_add_association {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.558302 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f is already hosted by enough agents. {{(pid=109514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:18.569178 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.base_scheduler [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Resources bound (agent type, host, resource id): {{(pid=109514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:18.577133 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=109512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:54:18.579908 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Received port after_create {{(pid=109514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:18.592647 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Pushing event updated for resources: {'Port': ['ID=7dfeeed6-87ec-48de-a308-dcc0867cc66a,revision_number=1']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:18.646728 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:18.647504 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:18.648030 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:18.648513 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:18.649171 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:18.649813 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:18.650503 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:18.650996 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:18.651595 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:18.652085 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:18.652637 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:18.653152 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:18.653694 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:18.654263 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:18.654903 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Tracked resource versions report: Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: pushed versions: Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: { 'AddressGroup': {'1.2'}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Agent': {'1.1'}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'ConntrackHelper': {'1.0'}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Log': {'1.0'}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'NDPProxy': {'1.0'}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Network': {'1.1'}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Port': {'1.7'}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'PortForwarding': {'1.2'}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'QosPolicy': {'1.10'}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'SecurityGroup': {'1.5'}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'SubPort': {'1.0'}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Subnet': {'1.1'}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Trunk': {'1.1'}} Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: consumer versions: Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: { DHCP agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: HyperV agent@hv-cinder-82966: {}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: L3 agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: Metadata agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: Metering agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: Open vSwitch agent@dv-cinder-829664-3-iscsi: { 'AddressGroup': '1.2', Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Agent': '1.1', Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'ConntrackHelper': '1.0', Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'LocalIPAssociation': '1.0', Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Log': '1.0', Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'NDPProxy': '1.0', Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Network': '1.1', Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Port': '1.7', Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'PortForwarding': '1.2', Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'QosPolicy': '1.10', Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'SecurityGroup': '1.5', Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'SecurityGroupRule': '1.2', Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'SubPort': '1.0', Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Subnet': '1.1', Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: 'Trunk': '1.1'}} Mar 14 18:54:18.656775 dv-cinder-829664-3-iscsi neutron-server[109514]: {{(pid=109514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:54:18.736462 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3a86f8-d13f-51ef-aa91-869d4696663f-02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53'}]}} from dv-cinder-829664-3-iscsi. {{(pid=109514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 18:54:18.737546 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.753559 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Attempting to bind port 7dfeeed6-87ec-48de-a308-dcc0867cc66a on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:54:18.754252 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Attempting to bind port 7dfeeed6-87ec-48de-a308-dcc0867cc66a by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:54:18.754815 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Attempting to bind port 7dfeeed6-87ec-48de-a308-dcc0867cc66a on network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:18.758148 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Publish callbacks [] for router_gateway (bccde6cd-6452-41b2-9555-dbe2edffde9a), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.764884 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:18.765270 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Checking segment: {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:18.765717 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.766115 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Bound using segment: {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:18.766764 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Bound port: 7dfeeed6-87ec-48de-a308-dcc0867cc66a, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:54:18.767152 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.801990 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.922913 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Publish callbacks [] for router_gateway (12b117ed-6999-4284-a01b-46d4e2f1d4ba), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:18.988313 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d15a8ee-ee31-4925-b8c9-c15ae21182b6,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:19.000712 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (f1bca77a-4e5f-4408-9f70-d9bd912d7da9), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:19.001247 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.segments_db [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] Added segment f1bca77a-4e5f-4408-9f70-d9bd912d7da9 of type vlan for network d4943cbb-86ed-41d1-ba7e-068bc9f558be Mar 14 18:54:19.004593 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Allocated IP 172.27.3.166 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/34d3bf50-dee0-4b08-92b0-4d4daac8b512) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:19.025482 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.db_base_plugin_common [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Allocated IP 172.20.0.2 (02582d36-ca25-45a1-af5c-ddbb95f8bde0/7884ae3e-1a70-464b-b2c2-a460fd6afe53/0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1) {{(pid=109514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:19.109294 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39950) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:19.126043 dv-cinder-829664-3-iscsi neutron-server[109512]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 18:54:19.244732 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Publish callbacks [] for port (34d3bf50-dee0-4b08-92b0-4d4daac8b512), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:19.269114 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (d4943cbb-86ed-41d1-ba7e-068bc9f558be), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:19.325980 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (34d3bf50-dee0-4b08-92b0-4d4daac8b512), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:19.334012 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Publish callbacks [] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), precommit_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:19.337753 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] For port 7dfeeed6-87ec-48de-a308-dcc0867cc66a, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:19.354548 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] For port 7dfeeed6-87ec-48de-a308-dcc0867cc66a, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=7dfeeed6-87ec-48de-a308-dcc0867cc66a,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:19.360256 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:19.368972 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (d4943cbb-86ed-41d1-ba7e-068bc9f558be), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:19.369912 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:19.370483 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:19.411362 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Pushing event updated for resources: {'Port': ['ID=0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1,revision_number=1']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:19.414784 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:19.442957 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:19.450658 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:19.457989 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:19.465965 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 is already hosted by enough agents. {{(pid=109514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:19.469279 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.base_scheduler [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Resources bound (agent type, host, resource id): {{(pid=109514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:19.474542 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Received port after_create {{(pid=109514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:19.498588 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] Pushing event updated for resources: {'Network': ['ID=d4943cbb-86ed-41d1-ba7e-068bc9f558be,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:19.532981 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network d4943cbb-86ed-41d1-ba7e-068bc9f558be details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:54:19.544320 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=34d3bf50-dee0-4b08-92b0-4d4daac8b512,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:19.551222 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-3c145d46-d0a4-4cfa-b251-85c177162cac admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0103819 Mar 14 18:54:19.554264 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 39970) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:19.575188 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-9a6e12a9-df5d-4211-a200-9b6c93f911e3 admin admin] Request body: {'subnet': {'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1655108140-subnet', 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:19.603817 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-9ecf0508-bb3b-4eff-ab13-e1f04ec9d239 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:19.605385 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-9ecf0508-bb3b-4eff-ab13-e1f04ec9d239 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/networks?id=9f2fe605-0d22-4d72-89af-08e91f725f66 HTTP/1.1" status: 200 len: 811 time: 0.4822659 Mar 14 18:54:19.652722 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6e12a9-df5d-4211-a200-9b6c93f911e3 admin admin] Made reservation on behalf of 0ab2ae9ef74c4219b541c0ffefdc5fb5 for: {'subnet': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:19.654966 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9a6e12a9-df5d-4211-a200-9b6c93f911e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:19.736974 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff145575-2dc1-4542-a250-39b14a16f389 None None] Pushing event updated for resources: {'Port': ['ID=7dfeeed6-87ec-48de-a308-dcc0867cc66a,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:19.752511 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Attempting to bind port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:54:19.752888 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Attempting to bind port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:54:19.753251 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Attempting to bind port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 on network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:19.809257 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:19.809758 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Checking segment: {'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:19.810174 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:19.810576 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Bound using segment: {'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:19.811079 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Bound port: 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:54:19.813889 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:19.903971 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-b3670211-57e9-4700-bf4a-78981d4c439d tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/quotas/a6b43880abe94acc89df44d7c60a088e HTTP/1.1" status: 200 len: 375 time: 0.2834065 Mar 14 18:54:19.925818 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Publish callbacks [] for router_gateway (bccde6cd-6452-41b2-9555-dbe2edffde9a), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:19.973013 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] For port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:19.980801 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] For port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:19.993356 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:20.030141 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-c51223af-ce88-45f8-8cf4-4da427cc8f38 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6b43880abe94acc89df44d7c60a088e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895410 Mar 14 18:54:20.106822 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad8865-f3ec-4120-9212-15487aba25e3 None None] Pushing event updated for resources: {'Port': ['ID=0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:20.151924 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Publish callbacks [] for router_gateway (12b117ed-6999-4284-a01b-46d4e2f1d4ba), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:20.225281 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475753'] for router (bccde6cd-6452-41b2-9555-dbe2edffde9a), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:20.239053 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:20.301356 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9a6e12a9-df5d-4211-a200-9b6c93f911e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for subnet (9e161f34-9b40-4161-b4b6-c157a635ab79), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:20.429147 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e12a9-df5d-4211-a200-9b6c93f911e3 admin admin] Checking segment: {'id': 'f1bca77a-4e5f-4408-9f70-d9bd912d7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:20.429678 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e12a9-df5d-4211-a200-9b6c93f911e3 admin admin] Network hostable DHCP agents. Network: d4943cbb-86ed-41d1-ba7e-068bc9f558be, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:54:20.438939 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e12a9-df5d-4211-a200-9b6c93f911e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e161f34-9b40-4161-b4b6-c157a635ab79,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:20.482974 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e12a9-df5d-4211-a200-9b6c93f911e3 admin admin] Network d4943cbb-86ed-41d1-ba7e-068bc9f558be is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:54:20.489878 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Allocated IP 172.27.3.6 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/f0ce313f-fc79-486f-ad6b-c7cc4dba21af) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:20.517462 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-9a6e12a9-df5d-4211-a200-9b6c93f911e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, d4943cbb-86ed-41d1-ba7e-068bc9f558be) {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:20.556804 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6e12a9-df5d-4211-a200-9b6c93f911e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:20.557561 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9a6e12a9-df5d-4211-a200-9b6c93f911e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:20.568389 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eea326-ba7d-4bb0-bc32-b3330ec9da1a None None] Network d4943cbb-86ed-41d1-ba7e-068bc9f558be requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:54:20.581187 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Router bccde6cd-6452-41b2-9555-dbe2edffde9a is scheduled to L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 with binding_index 1 {{(pid=109513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:54:20.631113 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-9a6e12a9-df5d-4211-a200-9b6c93f911e3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0753667 Mar 14 18:54:20.633473 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 40000) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:20.637524 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1655108140-router', 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:20.704733 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6339'] for router (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:20.705691 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1591601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:20.726282 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86ccaa1d-ff0c-4776-b496-0f69c80d77e8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:54:20.727326 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86ccaa1d-ff0c-4776-b496-0f69c80d77e8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1263154 Mar 14 18:54:20.761072 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:20.762462 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Publish callbacks [] for port (f0ce313f-fc79-486f-ad6b-c7cc4dba21af), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:20.867841 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c09c35-b3a2-4f73-8c48-e1bb62ee898f None None] Network d4943cbb-86ed-41d1-ba7e-068bc9f558be requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:54:20.910511 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:54:20.920194 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:54:20.934106 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Sync routers for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:54:20.939034 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Publish callbacks [] for router_controller (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), precommit_add_association {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:20.950022 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:20.952933 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-35ddef64-6f6a-4f4a-90cd-be474a24f5e8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1227155 Mar 14 18:54:20.956572 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 40002) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:20.959552 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:20.960908 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:54:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:21.137414 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-df8f24e4-5ad8-4adf-996d-5665ee3663c6 service neutron] 10.222.0.52 "GET /v2.0/networks/9f2fe605-0d22-4d72-89af-08e91f725f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973603 Mar 14 18:54:21.200425 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e0ab72-0e46-43f6-a400-902a603f22d0 None None] Network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:54:21.247017 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (f0ce313f-fc79-486f-ad6b-c7cc4dba21af), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:21.456910 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-7d7944bb-470d-4443-9ed4-bc11824a1be8 None None] Provisioning complete for port 7dfeeed6-87ec-48de-a308-dcc0867cc66a triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:21.457292 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-7d7944bb-470d-4443-9ed4-bc11824a1be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:21.515316 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:21.738136 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-7d7944bb-470d-4443-9ed4-bc11824a1be8 None None] Current status of the port 7dfeeed6-87ec-48de-a308-dcc0867cc66a is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:21.738733 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-7d7944bb-470d-4443-9ed4-bc11824a1be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:21.779872 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Pushing event updated for resources: {'Port': ['ID=f0ce313f-fc79-486f-ad6b-c7cc4dba21af,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:21.856686 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-7d7944bb-470d-4443-9ed4-bc11824a1be8 None None] For port 7dfeeed6-87ec-48de-a308-dcc0867cc66a, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=7dfeeed6-87ec-48de-a308-dcc0867cc66a,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:21.869759 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:21.871690 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-7d7944bb-470d-4443-9ed4-bc11824a1be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:21.880100 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Publish callbacks [] for router_gateway (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:21.908611 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:21.950618 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:22.070815 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7944bb-470d-4443-9ed4-bc11824a1be8 None None] Pushing event updated for resources: {'Port': ['ID=7dfeeed6-87ec-48de-a308-dcc0867cc66a,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:22.077436 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 7dfeeed6-87ec-48de-a308-dcc0867cc66a up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:22.082651 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:19Z', 'revision_number': 3, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:22.084299 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35904b5-d3a8-4991-a547-304e479f6fe5 None None] Network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:54:22.152490 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Checking router: bccde6cd-6452-41b2-9555-dbe2edffde9a for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:54:22.152852 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Updating router bccde6cd-6452-41b2-9555-dbe2edffde9a port 34d3bf50-dee0-4b08-92b0-4d4daac8b512 binding host dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:54:22.215639 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (34d3bf50-dee0-4b08-92b0-4d4daac8b512), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:22.221300 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-b001c909-b3ff-47fc-bb98-5526bc1d591d None None] Provisioning complete for port 7dfeeed6-87ec-48de-a308-dcc0867cc66a triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:22.221714 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b001c909-b3ff-47fc-bb98-5526bc1d591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:22.250820 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-9403518c-3854-44cd-9112-965deb00b901 service neutron] 10.222.0.52 "GET /v2.0/networks/9f2fe605-0d22-4d72-89af-08e91f725f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1123128 Mar 14 18:54:22.288682 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:22.317488 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 7dfeeed6-87ec-48de-a308-dcc0867cc66a triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:22.318616 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:22.565966 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 40060) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:22.597080 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 40064) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:22.642307 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 7dfeeed6-87ec-48de-a308-dcc0867cc66a is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:22.643687 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:22.680224 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-b001c909-b3ff-47fc-bb98-5526bc1d591d None None] Current status of the port 7dfeeed6-87ec-48de-a308-dcc0867cc66a is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:22.689613 dv-cinder-829664-3-iscsi neutron-server[109513]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 18:54:22.705453 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-b001c909-b3ff-47fc-bb98-5526bc1d591d None None] Provisioning complete for port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:22.706180 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b001c909-b3ff-47fc-bb98-5526bc1d591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:22.727261 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Publish callbacks [] for router_gateway (12b117ed-6999-4284-a01b-46d4e2f1d4ba), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:22.781091 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:22.781831 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:22.808893 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d7f71b82-d89e-4cb0-97bc-30151d109638 req-24116338-36e5-4224-a3d2-be1a47117acd tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 210 time: 0.1281199 Mar 14 18:54:22.875866 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Publish callbacks [] for port (34d3bf50-dee0-4b08-92b0-4d4daac8b512), precommit_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:22.886781 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (34d3bf50-dee0-4b08-92b0-4d4daac8b512), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:22.930480 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Allocated IP 172.20.0.1 (a7223511-bfad-4d95-9cbd-e94cb3fa3a2f/976b38a2-d7ae-40fd-9d70-aabcc933749c/57ea0e99-53c9-49e9-8304-ddb5db11fdff) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:22.935867 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:22.936213 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:22.991725 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5463b1f6-a64c-44f6-a690-fff5952ae609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.007816 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:23.009082 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-b001c909-b3ff-47fc-bb98-5526bc1d591d None None] Current status of the port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:23.009533 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b001c909-b3ff-47fc-bb98-5526bc1d591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.021136 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.027268 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Pushing event updated for resources: {'Port': ['ID=34d3bf50-dee0-4b08-92b0-4d4daac8b512,revision_number=2']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:23.047253 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:23.047635 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:23.048002 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:23.054662 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:23.055251 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:23.055630 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:23.055976 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:23.056316 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:23.056653 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:23.057115 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:23.057453 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:23.057799 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:23.058130 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:23.062890 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:23.063275 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Tracked resource versions report: Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: pushed versions: Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: { 'AddressGroup': {'1.2'}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Agent': {'1.1'}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'ConntrackHelper': {'1.0'}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Log': {'1.0'}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'NDPProxy': {'1.0'}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Network': {'1.1'}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Port': {'1.7'}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'PortForwarding': {'1.2'}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'QosPolicy': {'1.10'}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'SecurityGroup': {'1.5'}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'SubPort': {'1.0'}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Subnet': {'1.1'}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Trunk': {'1.1'}} Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: consumer versions: Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: { DHCP agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: HyperV agent@hv-cinder-82966: {}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: L3 agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: Metadata agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: Metering agent@dv-cinder-829664-3-iscsi: {}, Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: Open vSwitch agent@dv-cinder-829664-3-iscsi: { 'AddressGroup': '1.2', Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Agent': '1.1', Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'ConntrackHelper': '1.0', Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'LocalIPAssociation': '1.0', Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Log': '1.0', Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'NDPProxy': '1.0', Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Network': '1.1', Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Port': '1.7', Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'PortForwarding': '1.2', Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'QosPolicy': '1.10', Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'SecurityGroup': '1.5', Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'SecurityGroupRule': '1.2', Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'SubPort': '1.0', Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Subnet': '1.1', Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: 'Trunk': '1.1'}} Mar 14 18:54:23.064570 dv-cinder-829664-3-iscsi neutron-server[109515]: {{(pid=109515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:54:23.105450 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:23.115867 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Attempting to bind port 34d3bf50-dee0-4b08-92b0-4d4daac8b512 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:54:23.117103 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Attempting to bind port 34d3bf50-dee0-4b08-92b0-4d4daac8b512 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:54:23.117606 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.db.api [None req-b001c909-b3ff-47fc-bb98-5526bc1d591d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:54:23.117944 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG oslo_db.api [None req-b001c909-b3ff-47fc-bb98-5526bc1d591d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:54:23.118251 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Attempting to bind port 34d3bf50-dee0-4b08-92b0-4d4daac8b512 on network fca46202-598b-4647-ad28-6a17f14c2b27 {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:23.124254 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:23.124636 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Checking segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:23.125171 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.125580 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Bound using segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:23.127260 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Bound port: 34d3bf50-dee0-4b08-92b0-4d4daac8b512, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:54:23.127658 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (34d3bf50-dee0-4b08-92b0-4d4daac8b512), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.201323 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Publish callbacks [] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.228118 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] For port 34d3bf50-dee0-4b08-92b0-4d4daac8b512, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:23.231278 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] For port 34d3bf50-dee0-4b08-92b0-4d4daac8b512, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=34d3bf50-dee0-4b08-92b0-4d4daac8b512,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:23.238851 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (34d3bf50-dee0-4b08-92b0-4d4daac8b512), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.281894 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.323391 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Publish callbacks [] for router_gateway (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.338644 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca62f4d-39d3-4e5a-83f6-704ae4f6ddea None None] Pushing event updated for resources: {'Port': ['ID=34d3bf50-dee0-4b08-92b0-4d4daac8b512,revision_number=3']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:23.345727 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:23.346358 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:54:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:23.366970 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Pushing event updated for resources: {'Port': ['ID=57ea0e99-53c9-49e9-8304-ddb5db11fdff,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:23.371898 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:23.373842 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:23.377329 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:23.377798 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475832'] for router_interface (bccde6cd-6452-41b2-9555-dbe2edffde9a), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.466130 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.523654 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5463b1f6-a64c-44f6-a690-fff5952ae609 admin admin] Publish callbacks [] for security_group (71bd4ca5-30c5-4d80-8f08-642f9b5e3ded), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.525021 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:23.663602 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5463b1f6-a64c-44f6-a690-fff5952ae609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (71bd4ca5-30c5-4d80-8f08-642f9b5e3ded), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.689284 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-b001c909-b3ff-47fc-bb98-5526bc1d591d None None] Current status of the port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:23.770829 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 7dfeeed6-87ec-48de-a308-dcc0867cc66a up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:23.775765 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-5463b1f6-a64c-44f6-a690-fff5952ae609 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd20a06fa9ad4d809c78bb4c11b3a2d0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2047231 Mar 14 18:54:23.781053 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 40116) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:23.811231 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.853491 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475753'] for router (12b117ed-6999-4284-a01b-46d4e2f1d4ba), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.861590 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:19Z', 'revision_number': 3, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:23.879453 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-3a830abe-df97-4ef0-bcc6-5d82cb0255c8 None None] Provisioning complete for port 57ea0e99-53c9-49e9-8304-ddb5db11fdff triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:23.880132 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-3a830abe-df97-4ef0-bcc6-5d82cb0255c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.907737 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 7dfeeed6-87ec-48de-a308-dcc0867cc66a triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:23.908126 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:23.928337 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f070237-c76a-4682-8c24-54c8c9d4faf9 None None] The sync data for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi is: [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:19Z', 'revision_number': 3, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:54:23.997368 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b068275b-bc1b-4438-a051-611b41ca6154 req-dedb861d-3be9-4dc1-a8a1-eb38bd8bca0b tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 210 time: 0.0965815 Mar 14 18:54:24.040438 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463b1f6-a64c-44f6-a690-fff5952ae609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bd4ca5-30c5-4d80-8f08-642f9b5e3ded,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:24.087214 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-3a830abe-df97-4ef0-bcc6-5d82cb0255c8 None None] Port 57ea0e99-53c9-49e9-8304-ddb5db11fdff cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:54:24.105862 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-3a830abe-df97-4ef0-bcc6-5d82cb0255c8 None None] Provisioning complete for port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:24.106247 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-3a830abe-df97-4ef0-bcc6-5d82cb0255c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:24.118372 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Allocated IP 172.27.3.246 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:24.153962 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Publish callbacks [] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:24.160341 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:24.161729 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478248'] for router_interface (bccde6cd-6452-41b2-9555-dbe2edffde9a), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:24.168362 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-05e9903d-e15e-4899-88b4-951616b626cb admin admin] Publish callbacks [] for security_group (71bd4ca5-30c5-4d80-8f08-642f9b5e3ded), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:24.182439 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 7dfeeed6-87ec-48de-a308-dcc0867cc66a is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:24.183818 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:24.251954 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-05e9903d-e15e-4899-88b4-951616b626cb admin admin] Publish callbacks [] for security_group (71bd4ca5-30c5-4d80-8f08-642f9b5e3ded), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:24.282867 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:24.283273 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:24.285881 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-3a830abe-df97-4ef0-bcc6-5d82cb0255c8 None None] Current status of the port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:24.300736 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Pushing event updated for resources: {'Port': ['ID=57ea0e99-53c9-49e9-8304-ddb5db11fdff,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:24.370606 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Publish callbacks [] for port (b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:24.398876 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Router 12b117ed-6999-4284-a01b-46d4e2f1d4ba is scheduled to L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 with binding_index 1 {{(pid=109512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:54:24.412193 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-05e9903d-e15e-4899-88b4-951616b626cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (71bd4ca5-30c5-4d80-8f08-642f9b5e3ded), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:24.414701 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-05e9903d-e15e-4899-88b4-951616b626cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:24.418272 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-05e9903d-e15e-4899-88b4-951616b626cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71bd4ca5-30c5-4d80-8f08-642f9b5e3ded HTTP/1.1" status: 204 len: 168 time: 0.6252441 Mar 14 18:54:24.436477 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9903d-e15e-4899-88b4-951616b626cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bd4ca5-30c5-4d80-8f08-642f9b5e3ded,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:24.448487 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:24.450498 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:24.487399 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:24.570966 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:24.626780 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Router bccde6cd-6452-41b2-9555-dbe2edffde9a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:54:24.652912 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:24.667732 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:24.670856 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:24.790624 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:54:24.819596 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-52da298f-fedd-45ef-961a-6b10fad7bdb0 admin admin] 10.222.0.52 "PUT /v2.0/routers/bccde6cd-6452-41b2-9555-dbe2edffde9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8616493 Mar 14 18:54:24.832929 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-44babc72-9735-40f3-8f61-b2554fe309a2 None None] Provisioning complete for port 57ea0e99-53c9-49e9-8304-ddb5db11fdff triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:24.833366 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-44babc72-9735-40f3-8f61-b2554fe309a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:24.905215 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-44babc72-9735-40f3-8f61-b2554fe309a2 None None] Port 57ea0e99-53c9-49e9-8304-ddb5db11fdff cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:54:24.931002 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 40148) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:24.955202 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:24.956051 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-97593337-9196-4e59-b6c2-29a3164583aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:24.962064 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:54:24.973186 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Sync routers for ids ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:54:24.985893 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Routers {'12b117ed-6999-4284-a01b-46d4e2f1d4ba'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:24.986726 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:54:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:25.038789 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] Publish callbacks [] for router (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:25.044008 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-3b040a56-6905-455d-a569-c463395c6cde admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7096384 Mar 14 18:54:25.044866 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 40156) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:25.197162 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-97593337-9196-4e59-b6c2-29a3164583aa admin admin] Publish callbacks [] for security_group (0572fbbc-35f0-4a2f-9139-dfbe529fcb10), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:25.204899 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-97593337-9196-4e59-b6c2-29a3164583aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (0572fbbc-35f0-4a2f-9139-dfbe529fcb10), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:25.247157 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Set router 12b117ed-6999-4284-a01b-46d4e2f1d4ba gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:25.313699 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97593337-9196-4e59-b6c2-29a3164583aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0572fbbc-35f0-4a2f-9139-dfbe529fcb10,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:25.363979 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Publish callbacks [] for router_gateway (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:25.394644 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-97593337-9196-4e59-b6c2-29a3164583aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0410ebb33cd84631a74f3265601ebac9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4622564 Mar 14 18:54:25.397186 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 40162) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:25.588560 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:22Z', 'revision_number': 3, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:25.677048 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Checking router: 12b117ed-6999-4284-a01b-46d4e2f1d4ba for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:54:25.678970 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Updating router 12b117ed-6999-4284-a01b-46d4e2f1d4ba port f0ce313f-fc79-486f-ad6b-c7cc4dba21af binding host dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:54:25.691777 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5498f4d6-51b0-4221-9e24-8ed18bf091eb req-f98176e3-f9c2-44a2-907a-e12b7054332a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 210 time: 0.2780182 Mar 14 18:54:25.719520 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6a17b238-2b63-41d9-9a63-1ae2e7d18a9e admin admin] Publish callbacks [] for security_group (0572fbbc-35f0-4a2f-9139-dfbe529fcb10), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:25.759181 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6a17b238-2b63-41d9-9a63-1ae2e7d18a9e admin admin] Publish callbacks [] for security_group (0572fbbc-35f0-4a2f-9139-dfbe529fcb10), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:25.765997 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (f0ce313f-fc79-486f-ad6b-c7cc4dba21af), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:25.806121 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 40176) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:25.813666 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-8794337b-b93f-49de-984e-7d8d834c6193 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918049220', 'description': 'tempest-description--852189118'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:25.833025 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 34d3bf50-dee0-4b08-92b0-4d4daac8b512 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:25.847166 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8794337b-b93f-49de-984e-7d8d834c6193 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:25.868589 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6a17b238-2b63-41d9-9a63-1ae2e7d18a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (0572fbbc-35f0-4a2f-9139-dfbe529fcb10), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:25.871771 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6a17b238-2b63-41d9-9a63-1ae2e7d18a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:25.875530 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-6a17b238-2b63-41d9-9a63-1ae2e7d18a9e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0572fbbc-35f0-4a2f-9139-dfbe529fcb10 HTTP/1.1" status: 204 len: 168 time: 0.4749329 Mar 14 18:54:25.891732 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17b238-2b63-41d9-9a63-1ae2e7d18a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0572fbbc-35f0-4a2f-9139-dfbe529fcb10,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:25.970300 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8794337b-b93f-49de-984e-7d8d834c6193 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (e286cb28-4576-47b3-beb2-5457da4b8eea), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:25.976490 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8794337b-b93f-49de-984e-7d8d834c6193 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (e286cb28-4576-47b3-beb2-5457da4b8eea), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:25.984571 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475753'] for router (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.051789 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8794337b-b93f-49de-984e-7d8d834c6193 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.057795 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-8794337b-b93f-49de-984e-7d8d834c6193 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2506831 Mar 14 18:54:26.059806 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 40180) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:26.065313 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-918cd9d3-5df5-4ec2-905b-2587842ced21 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'security_group_rule': {'security_group_id': 'e286cb28-4576-47b3-beb2-5457da4b8eea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:26.071654 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 34d3bf50-dee0-4b08-92b0-4d4daac8b512 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:26.072214 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (34d3bf50-dee0-4b08-92b0-4d4daac8b512), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.092016 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794337b-b93f-49de-984e-7d8d834c6193 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e286cb28-4576-47b3-beb2-5457da4b8eea,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:26.115830 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-918cd9d3-5df5-4ec2-905b-2587842ced21 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (65f5c93d-1560-4e2c-971b-a4b96c5d2b95), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.226611 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-918cd9d3-5df5-4ec2-905b-2587842ced21 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (65f5c93d-1560-4e2c-971b-a4b96c5d2b95), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.233116 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-918cd9d3-5df5-4ec2-905b-2587842ced21 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (65f5c93d-1560-4e2c-971b-a4b96c5d2b95), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.244389 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Publish callbacks [] for port (f0ce313f-fc79-486f-ad6b-c7cc4dba21af), precommit_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.250725 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 34d3bf50-dee0-4b08-92b0-4d4daac8b512 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:26.251420 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (34d3bf50-dee0-4b08-92b0-4d4daac8b512), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.259975 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cd9d3-5df5-4ec2-905b-2587842ced21 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f5c93d-1560-4e2c-971b-a4b96c5d2b95,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:26.266506 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (f0ce313f-fc79-486f-ad6b-c7cc4dba21af), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.271590 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.285399 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-918cd9d3-5df5-4ec2-905b-2587842ced21 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.286987 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-918cd9d3-5df5-4ec2-905b-2587842ced21 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2258692 Mar 14 18:54:26.290760 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 40184) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:26.296765 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-82fe6944-a923-44a1-a8df-477aa15c3a1d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'security_group_rule': {'security_group_id': 'e286cb28-4576-47b3-beb2-5457da4b8eea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:26.311053 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port 34d3bf50-dee0-4b08-92b0-4d4daac8b512, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=34d3bf50-dee0-4b08-92b0-4d4daac8b512,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:26.324242 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (34d3bf50-dee0-4b08-92b0-4d4daac8b512), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.330445 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-82fe6944-a923-44a1-a8df-477aa15c3a1d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (28d0fa8d-cff4-41e1-9ded-d89bd7d96100), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.348518 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Attempting to bind port f0ce313f-fc79-486f-ad6b-c7cc4dba21af on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:54:26.349466 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Attempting to bind port f0ce313f-fc79-486f-ad6b-c7cc4dba21af by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:54:26.350042 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Attempting to bind port f0ce313f-fc79-486f-ad6b-c7cc4dba21af on network fca46202-598b-4647-ad28-6a17f14c2b27 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:26.362326 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b10035-51dd-410d-8e22-cd47bf59a098 None None] Pushing event updated for resources: {'Port': ['ID=f0ce313f-fc79-486f-ad6b-c7cc4dba21af,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:26.365417 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:26.366005 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Checking segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:26.366580 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.367098 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Bound using segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:26.367768 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Bound port: f0ce313f-fc79-486f-ad6b-c7cc4dba21af, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:54:26.368305 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (f0ce313f-fc79-486f-ad6b-c7cc4dba21af), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.427134 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-82fe6944-a923-44a1-a8df-477aa15c3a1d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (28d0fa8d-cff4-41e1-9ded-d89bd7d96100), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.432678 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-82fe6944-a923-44a1-a8df-477aa15c3a1d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (28d0fa8d-cff4-41e1-9ded-d89bd7d96100), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.493488 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe6944-a923-44a1-a8df-477aa15c3a1d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d0fa8d-cff4-41e1-9ded-d89bd7d96100,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:26.508597 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-82fe6944-a923-44a1-a8df-477aa15c3a1d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.509779 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Router 51e23fe7-21e4-4274-bb0a-3c2a6330ec2d is scheduled to L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 with binding_index 1 {{(pid=109512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:54:26.510412 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-82fe6944-a923-44a1-a8df-477aa15c3a1d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2178371 Mar 14 18:54:26.513411 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 40192) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:26.518168 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'floatingip': {'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:26.570243 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=34d3bf50-dee0-4b08-92b0-4d4daac8b512,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:26.577432 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] For port f0ce313f-fc79-486f-ad6b-c7cc4dba21af, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:26.592258 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] For port f0ce313f-fc79-486f-ad6b-c7cc4dba21af, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=f0ce313f-fc79-486f-ad6b-c7cc4dba21af,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:26.599662 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (f0ce313f-fc79-486f-ad6b-c7cc4dba21af), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.603357 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:26.608284 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Sync routers for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:54:26.624013 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:26.624879 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:54:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:26.735987 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Routers {'12b117ed-6999-4284-a01b-46d4e2f1d4ba'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:26.736616 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:54:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:26.738533 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b10035-51dd-410d-8e22-cd47bf59a098 None None] Pushing event updated for resources: {'Port': ['ID=f0ce313f-fc79-486f-ad6b-c7cc4dba21af,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:26.856898 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Allocated IP 172.20.0.1 (02582d36-ca25-45a1-af5c-ddbb95f8bde0/7884ae3e-1a70-464b-b2c2-a460fd6afe53/e999f147-e82c-4af4-afad-064e0c43fef2) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:26.885564 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:27.049384 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:54:27.073683 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Sync routers for ids ['51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:54:27.104949 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:27.109596 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Routers {'51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:27.110420 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:54:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:27.117181 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] Set router 12b117ed-6999-4284-a01b-46d4e2f1d4ba gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:27.154829 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4ea8e6d1-13c0-4cc2-bc0f-a52941da04d3 req-64b0f3bf-dcd8-4d7d-8f71-ed02be3e3b47 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 210 time: 0.0758712 Mar 14 18:54:27.196905 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:27.202573 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-1a74bf9e-f758-4075-872d-1fa936f7f4f4 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5682790 Mar 14 18:54:27.206013 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 40228) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:27.381780 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 2, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:27.403708 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Allocated IP 172.27.3.127 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/009f80d2-84bf-49ff-b232-a4bca7ee9abc) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:27.454799 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.69', 63167) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:27.468228 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Checking router: bccde6cd-6452-41b2-9555-dbe2edffde9a for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:54:27.469500 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Updating router bccde6cd-6452-41b2-9555-dbe2edffde9a port 57ea0e99-53c9-49e9-8304-ddb5db11fdff binding host dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:54:27.539888 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:27.703817 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Set router 51e23fe7-21e4-4274-bb0a-3c2a6330ec2d gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:27.759099 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Publish callbacks [] for port (e999f147-e82c-4af4-afad-064e0c43fef2), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:27.806596 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 34d3bf50-dee0-4b08-92b0-4d4daac8b512 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:27.865836 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:28.008173 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e999f147-e82c-4af4-afad-064e0c43fef2,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:28.054995 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for port (009f80d2-84bf-49ff-b232-a4bca7ee9abc), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:28.230311 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 34d3bf50-dee0-4b08-92b0-4d4daac8b512 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:28.230818 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (34d3bf50-dee0-4b08-92b0-4d4daac8b512), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:28.274056 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-24f784a9-82b4-4c65-8321-4403ddcec690 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:28.297412 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-24f784a9-82b4-4c65-8321-4403ddcec690 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.69 "GET /v2.0/networks?id=9f2fe605-0d22-4d72-89af-08e91f725f66 HTTP/1.1" status: 200 len: 811 time: 0.8402405 Mar 14 18:54:28.314472 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:28.328754 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Publish callbacks [] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), precommit_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:28.336431 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:28.388690 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (009f80d2-84bf-49ff-b232-a4bca7ee9abc), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:28.412450 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-a5898455-7d17-4e37-8c2a-cc1227bd510a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Request body: {'port': {'device_id': '00e9991e-211a-4d0b-8349-373b4d5c6902', 'network_id': '9f2fe605-0d22-4d72-89af-08e91f725f66', 'admin_state_up': True, 'tenant_id': 'a6b43880abe94acc89df44d7c60a088e'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:28.439742 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:22Z', 'revision_number': 3, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:28.483389 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:28.490718 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:28.491468 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475832'] for router_interface (12b117ed-6999-4284-a01b-46d4e2f1d4ba), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:28.505885 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f27e5a-791b-4a33-a926-ef1b9e64c271 None None] The sync data for ids ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'] in dv-cinder-829664-3-iscsi is: [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:22Z', 'revision_number': 3, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:54:28.590800 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Attempting to bind port 57ea0e99-53c9-49e9-8304-ddb5db11fdff on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:54:28.591179 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Attempting to bind port 57ea0e99-53c9-49e9-8304-ddb5db11fdff by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:54:28.591577 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Attempting to bind port 57ea0e99-53c9-49e9-8304-ddb5db11fdff on network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:28.623687 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:28.626212 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Checking segment: {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:28.628505 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:28.630192 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1655108140-router', 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:25Z', 'revision_number': 3, 'project_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'gw_port': {'id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:23Z', 'updated_at': '2022-03-14T18:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:28.631188 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Bound using segment: {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:28.632008 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Bound port: 57ea0e99-53c9-49e9-8304-ddb5db11fdff, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'}}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:54:28.632867 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:28.731112 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:28.756935 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:28.762178 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:28.773239 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Checking router: 51e23fe7-21e4-4274-bb0a-3c2a6330ec2d for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:54:28.780223 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Updating router 51e23fe7-21e4-4274-bb0a-3c2a6330ec2d port b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97 binding host dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:54:28.787362 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'Port': ['ID=009f80d2-84bf-49ff-b232-a4bca7ee9abc,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:28.800541 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 34d3bf50-dee0-4b08-92b0-4d4daac8b512 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:28.858515 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] For port 57ea0e99-53c9-49e9-8304-ddb5db11fdff, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:28.868593 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] For port 57ea0e99-53c9-49e9-8304-ddb5db11fdff, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=57ea0e99-53c9-49e9-8304-ddb5db11fdff,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:28.881066 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ae8b3-3004-4296-826e-dabe6f688d33 None None] Pushing event updated for resources: {'Port': ['ID=57ea0e99-53c9-49e9-8304-ddb5db11fdff,revision_number=3']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:28.884768 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-efb6694e-1d8c-4d30-8d31-aceb415ab45c req-cdca1210-e97e-4e99-bccd-792df6b4638d tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 210 time: 0.2367177 Mar 14 18:54:28.895054 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:28.919081 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:29.014802 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:29.019026 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-08c4f12d-7aca-44b2-a469-de6f4a6a853e None None] Provisioning complete for port 57ea0e99-53c9-49e9-8304-ddb5db11fdff triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:29.019404 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-08c4f12d-7aca-44b2-a469-de6f4a6a853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:29.028366 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:54:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:29.082586 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 40316) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:29.240735 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (0566d397-d404-4411-98be-20f4fc2aef0d), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:29.381986 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:29.547321 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (009f80d2-84bf-49ff-b232-a4bca7ee9abc), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:29.594833 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:29.684754 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-a5898455-7d17-4e37-8c2a-cc1227bd510a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Made reservation on behalf of a6b43880abe94acc89df44d7c60a088e for: {'port': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:29.690959 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-a5898455-7d17-4e37-8c2a-cc1227bd510a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:29.792624 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-08c4f12d-7aca-44b2-a469-de6f4a6a853e None None] Current status of the port 57ea0e99-53c9-49e9-8304-ddb5db11fdff is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:29.793269 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-08c4f12d-7aca-44b2-a469-de6f4a6a853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:29.839374 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-569ae592-1990-41a9-92d3-a2b8a4d813ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:29.845065 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device f0ce313f-fc79-486f-ad6b-c7cc4dba21af up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:29.978410 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ae8b3-3004-4296-826e-dabe6f688d33 None None] Pushing event updated for resources: {'Port': ['ID=57ea0e99-53c9-49e9-8304-ddb5db11fdff,revision_number=4']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:30.008968 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:28Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:30.020020 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-08c4f12d-7aca-44b2-a469-de6f4a6a853e None None] For port 57ea0e99-53c9-49e9-8304-ddb5db11fdff, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=57ea0e99-53c9-49e9-8304-ddb5db11fdff,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:30.057294 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb3620a-2026-422f-a7d9-015df16476d6 None None] The sync data for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi is: [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:28Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:54:30.082279 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-08c4f12d-7aca-44b2-a469-de6f4a6a853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:30.104189 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:30.175833 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d5744133-6870-4cf1-bbdd-34f605860518 req-6a06eae0-4096-44de-9e61-a55b74149035 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 210 time: 0.1643279 Mar 14 18:54:30.206326 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port f0ce313f-fc79-486f-ad6b-c7cc4dba21af triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:30.207248 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (f0ce313f-fc79-486f-ad6b-c7cc4dba21af), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:30.280439 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Publish callbacks [] for port (b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97), precommit_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:30.372378 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port f0ce313f-fc79-486f-ad6b-c7cc4dba21af is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:30.372975 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (f0ce313f-fc79-486f-ad6b-c7cc4dba21af), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:30.377180 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-a5898455-7d17-4e37-8c2a-cc1227bd510a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Allocated IP 172.20.0.7 (9f2fe605-0d22-4d72-89af-08e91f725f66/5edf3d6b-d363-49e2-bd99-b701ea6511b7/413ea98f-b991-4913-b0dd-0f8104d13a2e) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:30.415321 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port f0ce313f-fc79-486f-ad6b-c7cc4dba21af, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=f0ce313f-fc79-486f-ad6b-c7cc4dba21af,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:30.419169 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:30.448413 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (f0ce313f-fc79-486f-ad6b-c7cc4dba21af), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:30.459706 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4f12d-7aca-44b2-a469-de6f4a6a853e None None] Pushing event updated for resources: {'Port': ['ID=57ea0e99-53c9-49e9-8304-ddb5db11fdff,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:30.557834 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for port (009f80d2-84bf-49ff-b232-a4bca7ee9abc), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:30.596024 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (009f80d2-84bf-49ff-b232-a4bca7ee9abc), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:30.634612 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2e4e5602-bec3-452b-8163-386fd75a6807 None None] Provisioning complete for port 57ea0e99-53c9-49e9-8304-ddb5db11fdff triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:30.635448 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2e4e5602-bec3-452b-8163-386fd75a6807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:30.638321 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Attempting to bind port b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:54:30.638711 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Attempting to bind port b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:54:30.639070 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Attempting to bind port b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97 on network fca46202-598b-4647-ad28-6a17f14c2b27 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:30.642032 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7d418-200b-4359-8d24-57e7cbbaeec2 None None] Pushing event updated for resources: {'Port': ['ID=b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:30.675977 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:30.676689 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Checking segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:30.677600 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:30.678496 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Bound using segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:30.679693 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Bound port: b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:54:30.680246 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:30.886827 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=f0ce313f-fc79-486f-ad6b-c7cc4dba21af,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:30.899741 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Allocated IP 172.20.0.1 (d4943cbb-86ed-41d1-ba7e-068bc9f558be/9e161f34-9b40-4161-b4b6-c157a635ab79/eb547340-7d5e-4332-96ba-14cb8f6efe88) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:30.907428 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] For port b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:30.913870 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] For port b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:30.986502 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.013778 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (0566d397-d404-4411-98be-20f4fc2aef0d), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.114065 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-569ae592-1990-41a9-92d3-a2b8a4d813ed admin admin] Publish callbacks [] for security_group (c1f41db5-0532-42b9-8a88-2c9cdf253038), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.139715 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Publish callbacks [] for port (e999f147-e82c-4af4-afad-064e0c43fef2), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.150027 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'Port': ['ID=009f80d2-84bf-49ff-b232-a4bca7ee9abc,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:31.161371 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2e4e5602-bec3-452b-8163-386fd75a6807 None None] Current status of the port 57ea0e99-53c9-49e9-8304-ddb5db11fdff is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:31.164065 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-569ae592-1990-41a9-92d3-a2b8a4d813ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (c1f41db5-0532-42b9-8a88-2c9cdf253038), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.195145 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.208133 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.209707 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7d418-200b-4359-8d24-57e7cbbaeec2 None None] Pushing event updated for resources: {'Port': ['ID=b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:31.209828 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478248'] for router_interface (12b117ed-6999-4284-a01b-46d4e2f1d4ba), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.222507 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-4037eed6-2a35-4a4d-9493-49553c1b46c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7079952 Mar 14 18:54:31.223161 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Routers {'51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:31.225411 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:54:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:31.322395 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-a5898455-7d17-4e37-8c2a-cc1227bd510a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Publish callbacks [] for port (413ea98f-b991-4913-b0dd-0f8104d13a2e), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.396900 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-a5898455-7d17-4e37-8c2a-cc1227bd510a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (413ea98f-b991-4913-b0dd-0f8104d13a2e), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.440180 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-a5898455-7d17-4e37-8c2a-cc1227bd510a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Network 9f2fe605-0d22-4d72-89af-08e91f725f66 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:31.503521 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-569ae592-1990-41a9-92d3-a2b8a4d813ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9004e72e02624d26999eee1910a2accf&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4173746 Mar 14 18:54:31.509447 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2e4e5602-bec3-452b-8163-386fd75a6807 None None] Provisioning complete for port e999f147-e82c-4af4-afad-064e0c43fef2 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:31.509829 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2e4e5602-bec3-452b-8163-386fd75a6807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.524403 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-a5898455-7d17-4e37-8c2a-cc1227bd510a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:31.602197 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 40392) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:31.618048 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-a5898455-7d17-4e37-8c2a-cc1227bd510a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:31.645188 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-a5898455-7d17-4e37-8c2a-cc1227bd510a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:31.645188 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-a5898455-7d17-4e37-8c2a-cc1227bd510a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for port (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.724019 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2e4e5602-bec3-452b-8163-386fd75a6807 None None] Port e999f147-e82c-4af4-afad-064e0c43fef2 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:54:31.755650 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Publish callbacks [] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.821841 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-a5898455-7d17-4e37-8c2a-cc1227bd510a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4302237 Mar 14 18:54:31.832266 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b7a07475-9620-4496-ad4d-87ddcfdf7131 admin admin] Publish callbacks [] for security_group (c1f41db5-0532-42b9-8a88-2c9cdf253038), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.855588 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b7a07475-9620-4496-ad4d-87ddcfdf7131 admin admin] Publish callbacks [] for security_group (c1f41db5-0532-42b9-8a88-2c9cdf253038), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.861162 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] Set router 51e23fe7-21e4-4274-bb0a-3c2a6330ec2d gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:31.927363 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ae592-1990-41a9-92d3-a2b8a4d813ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f41db5-0532-42b9-8a88-2c9cdf253038,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:31.940988 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:31.955234 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:31.958883 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e999f147-e82c-4af4-afad-064e0c43fef2,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:31.975792 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:32.020014 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5898455-7d17-4e37-8c2a-cc1227bd510a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Pushing event updated for resources: {'Port': ['ID=413ea98f-b991-4913-b0dd-0f8104d13a2e,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:32.046679 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-5503bd3d-9586-4bb6-a4a6-b4509a8606c5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--918049220&fields=id&tenant_id=8da927cccbdc4af29b3a44a95151dfaa HTTP/1.1" status: 200 len: 267 time: 0.2221289 Mar 14 18:54:32.094120 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Network d4943cbb-86ed-41d1-ba7e-068bc9f558be is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:32.231290 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:32.252659 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:32.258800 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475832'] for router_interface (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:32.293610 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-cc8fe9d3-e04b-431f-affe-79c612da4df0 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:32.306692 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-cc8fe9d3-e04b-431f-affe-79c612da4df0 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 814 time: 0.2578793 Mar 14 18:54:32.335901 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-2408518b-4690-435d-b9d2-ffab4a30e325 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/quotas/8da927cccbdc4af29b3a44a95151dfaa HTTP/1.1" status: 200 len: 375 time: 0.0278974 Mar 14 18:54:32.422742 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 57ea0e99-53c9-49e9-8304-ddb5db11fdff up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:32.592817 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-7c3014c8-e2f4-4dc6-a317-54796e72297d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2553730 Mar 14 18:54:32.622702 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b7a07475-9620-4496-ad4d-87ddcfdf7131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (c1f41db5-0532-42b9-8a88-2c9cdf253038), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:32.628122 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e3a8dc45-2a5b-4bb8-b867-0a823d2cbb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:32.636286 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b7a07475-9620-4496-ad4d-87ddcfdf7131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:32.638185 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-b7a07475-9620-4496-ad4d-87ddcfdf7131 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c1f41db5-0532-42b9-8a88-2c9cdf253038 HTTP/1.1" status: 204 len: 168 time: 1.0350306 Mar 14 18:54:32.691841 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a07475-9620-4496-ad4d-87ddcfdf7131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f41db5-0532-42b9-8a88-2c9cdf253038,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:32.884447 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-1ecac7bd-a5f0-46f2-befd-6cc2fc85a14f None None] Provisioning complete for port e999f147-e82c-4af4-afad-064e0c43fef2 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:32.884851 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1ecac7bd-a5f0-46f2-befd-6cc2fc85a14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:32.917618 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97e53e-0fc1-4e83-b0e9-84e0b44707bc req-bb994199-f550-447b-8fa4-298e1fea5b39 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:32.927588 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-a1eb6134-eea1-4796-b24a-bddf0c732653 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:54:32.928660 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-a1eb6134-eea1-4796-b24a-bddf0c732653 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0881991 Mar 14 18:54:32.936852 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4e97e53e-0fc1-4e83-b0e9-84e0b44707bc req-bb994199-f550-447b-8fa4-298e1fea5b39 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 931 time: 1.4844713 Mar 14 18:54:32.969221 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Pushing event updated for resources: {'Port': ['ID=eb547340-7d5e-4332-96ba-14cb8f6efe88,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:33.002029 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-1ecac7bd-a5f0-46f2-befd-6cc2fc85a14f None None] Port e999f147-e82c-4af4-afad-064e0c43fef2 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:54:33.072338 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 57ea0e99-53c9-49e9-8304-ddb5db11fdff triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:33.072338 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:33.150386 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-0323765a-af22-4df9-9078-a2843f7bbcfc service neutron] 10.222.0.52 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057760 Mar 14 18:54:33.183355 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-1a8ef802-053b-43d8-ab18-90574e8f15a2 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:54:33.185223 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-1a8ef802-053b-43d8-ab18-90574e8f15a2 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071151 Mar 14 18:54:33.235988 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 57ea0e99-53c9-49e9-8304-ddb5db11fdff is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:33.244532 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device f0ce313f-fc79-486f-ad6b-c7cc4dba21af up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:33.279092 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4e97e53e-0fc1-4e83-b0e9-84e0b44707bc req-04260926-2e53-49d6-a535-08a2fb85c4e8 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376575 Mar 14 18:54:33.368882 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port f0ce313f-fc79-486f-ad6b-c7cc4dba21af triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:33.369558 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (f0ce313f-fc79-486f-ad6b-c7cc4dba21af), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:33.372380 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Router 12b117ed-6999-4284-a01b-46d4e2f1d4ba has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:54:33.387885 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-d70682ad-cff5-4aac-aba0-abdaf52bbd19 service neutron] 10.222.0.52 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346511 Mar 14 18:54:33.544728 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port f0ce313f-fc79-486f-ad6b-c7cc4dba21af is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:33.561516 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1655108140-router', 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:25Z', 'revision_number': 3, 'project_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'gw_port': {'id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:23Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:33.631446 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e422ba-8e57-4d5f-b995-4090e86f9a42 None None] The sync data for ids ['51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'] in dv-cinder-829664-3-iscsi is: [{'id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1655108140-router', 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:25Z', 'revision_number': 3, 'project_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'gw_port': {'id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:23Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:54:33.661802 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Request body: {'port': {'device_id': '00e9991e-211a-4d0b-8349-373b4d5c6902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:33.838684 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:33.838891 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (413ea98f-b991-4913-b0dd-0f8104d13a2e), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:34.361094 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c1f2f46f-f003-4a1b-bbfc-84ac9f648ac0 req-21f754f6-eb34-4e07-a3de-28321d4f0688 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 210 time: 0.1499135 Mar 14 18:54:34.373165 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:54:34.384883 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Sync routers for ids ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:54:34.401027 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Routers {'12b117ed-6999-4284-a01b-46d4e2f1d4ba'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:34.404231 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:54:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:34.409791 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-92021d2b-f367-4009-949c-df9ea20539e9 admin admin] 10.222.0.52 "PUT /v2.0/routers/12b117ed-6999-4284-a01b-46d4e2f1d4ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3624556 Mar 14 18:54:34.587005 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Publish callbacks [] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:34.603949 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:34.604896 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478248'] for router_interface (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:34.701889 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b6ba862a-9496-4a4c-ad21-83891213ad8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:34.737099 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413ea98f-b991-4913-b0dd-0f8104d13a2e {{(pid=109513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:54:34.791457 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Publish callbacks [] for port (413ea98f-b991-4913-b0dd-0f8104d13a2e), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:34.872443 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Set router 12b117ed-6999-4284-a01b-46d4e2f1d4ba gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:34.910810 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.provisioning_blocks [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Transition to ACTIVE for port object 413ea98f-b991-4913-b0dd-0f8104d13a2e will not be triggered until provisioned by entity L2. {{(pid=109513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:54:34.920349 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (413ea98f-b991-4913-b0dd-0f8104d13a2e), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:34.994854 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Pushing event updated for resources: {'Port': ['ID=eb547340-7d5e-4332-96ba-14cb8f6efe88,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:35.156866 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Network d4943cbb-86ed-41d1-ba7e-068bc9f558be is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:35.162265 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:35.201329 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Pushing event updated for resources: {'Port': ['ID=413ea98f-b991-4913-b0dd-0f8104d13a2e,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:35.591377 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Attempting to bind port 413ea98f-b991-4913-b0dd-0f8104d13a2e on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:54:35.591377 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Attempting to bind port 413ea98f-b991-4913-b0dd-0f8104d13a2e by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '616d432a-6226-47e8-9650-f1db0f9fc873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9f2fe605-0d22-4d72-89af-08e91f725f66'}] {{(pid=109513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:54:35.591377 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Attempting to bind port 413ea98f-b991-4913-b0dd-0f8104d13a2e on network 9f2fe605-0d22-4d72-89af-08e91f725f66 {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:35.608252 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Router 51e23fe7-21e4-4274-bb0a-3c2a6330ec2d has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:54:35.640705 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Port 413ea98f-b991-4913-b0dd-0f8104d13a2e on network 9f2fe605-0d22-4d72-89af-08e91f725f66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:54:35.643179 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Attempting to bind port 413ea98f-b991-4913-b0dd-0f8104d13a2e on network 9f2fe605-0d22-4d72-89af-08e91f725f66 {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:35.758274 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:35.758948 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Checking segment: {'id': '616d432a-6226-47e8-9650-f1db0f9fc873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9f2fe605-0d22-4d72-89af-08e91f725f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:35.770853 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Bound using segment: {'id': '616d432a-6226-47e8-9650-f1db0f9fc873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9f2fe605-0d22-4d72-89af-08e91f725f66'} {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:35.774532 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Bound port: 413ea98f-b991-4913-b0dd-0f8104d13a2e, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616d432a-6226-47e8-9650-f1db0f9fc873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '9f2fe605-0d22-4d72-89af-08e91f725f66'}}] {{(pid=109513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:54:35.778315 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (413ea98f-b991-4913-b0dd-0f8104d13a2e), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:35.806807 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e836a-5dd0-4821-b102-1860790467d7 req-58662a58-dcee-4579-b498-a0ccff27d929 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:35.857186 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a09e836a-5dd0-4821-b102-1860790467d7 req-58662a58-dcee-4579-b498-a0ccff27d929 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 943 time: 0.7606606 Mar 14 18:54:35.954502 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:35.966690 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:35.980011 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'e999f147-e82c-4af4-afad-064e0c43fef2', 'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'mac_address': 'fa:16:3e:8f:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:26Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 2, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'subnets': [{'id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:36.058952 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Checking router: 12b117ed-6999-4284-a01b-46d4e2f1d4ba for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:54:36.061024 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Updating router 12b117ed-6999-4284-a01b-46d4e2f1d4ba port e999f147-e82c-4af4-afad-064e0c43fef2 binding host dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:54:36.152030 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:36.207964 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] For port 413ea98f-b991-4913-b0dd-0f8104d13a2e, host hv-cinder-82966, cleared binding levels {{(pid=109513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:36.260597 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] For port 413ea98f-b991-4913-b0dd-0f8104d13a2e, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=413ea98f-b991-4913-b0dd-0f8104d13a2e,segment=NetworkSegment(616d432a-6226-47e8-9650-f1db0f9fc873),segment_id=616d432a-6226-47e8-9650-f1db0f9fc873)] {{(pid=109513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:36.279127 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (413ea98f-b991-4913-b0dd-0f8104d13a2e), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:36.303724 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:36.304111 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:36.362138 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:54:36.392046 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-6f157e3e-fdfe-4939-b629-f9a8fd62171e admin admin] 10.222.0.52 "PUT /v2.0/routers/51e23fe7-21e4-4274-bb0a-3c2a6330ec2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1705637 Mar 14 18:54:36.553095 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:36.553733 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for port (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:36.562103 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-86062157-7811-4e11-9971-0c190de4f773 service neutron] 10.222.0.69 "PUT /v2.0/ports/413ea98f-b991-4913-b0dd-0f8104d13a2e HTTP/1.1" status: 200 len: 1093 time: 3.0645490 Mar 14 18:54:36.564900 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86062157-7811-4e11-9971-0c190de4f773 service neutron] Pushing event updated for resources: {'Port': ['ID=413ea98f-b991-4913-b0dd-0f8104d13a2e,revision_number=3']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:36.573838 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e9991e-211a-4d0b-8349-373b4d5c6902', 'tag': '413ea98f-b991-4913-b0dd-0f8104d13a2e'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:54:36.635284 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 40570) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:36.640828 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-c9bedc9a-24ea-48b3-9815-f7643661c176 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1749911837', 'description': 'tempest-description--1352110293'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:36.710754 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a09e836a-5dd0-4821-b102-1860790467d7 req-6edaf05c-a26a-4f83-9ae0-45ff24f3d855 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8523741 Mar 14 18:54:36.734632 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c9bedc9a-24ea-48b3-9815-f7643661c176 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:36.764643 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:36.765039 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:36.824451 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:36.827999 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:36.943360 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Publish callbacks [] for port (e999f147-e82c-4af4-afad-064e0c43fef2), precommit_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:36.955254 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:36.984763 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c9bedc9a-24ea-48b3-9815-f7643661c176 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group (db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:36.994175 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c9bedc9a-24ea-48b3-9815-f7643661c176 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:37.017757 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:37.087957 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c9bedc9a-24ea-48b3-9815-f7643661c176 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:37.092559 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 40594) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:37.093508 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-c9bedc9a-24ea-48b3-9815-f7643661c176 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4569495 Mar 14 18:54:37.096826 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bedc9a-24ea-48b3-9815-f7643661c176 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:37.097665 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-ff0749d6-2913-4ef1-bfdd-17d1757c1607 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Request body: {'security_group_rule': {'security_group_id': 'db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:37.100100 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:37.215669 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6552f2b-9d48-43bb-85c8-79ec22437704" -d '{"events": [{"name": "network-changed", "server_uuid": "00e9991e-211a-4d0b-8349-373b4d5c6902", "tag": "413ea98f-b991-4913-b0dd-0f8104d13a2e"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:54:37.241902 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ff0749d6-2913-4ef1-bfdd-17d1757c1607 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group_rule (bf612dee-14ad-4953-9763-4fb2dae5d4b1), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:37.291836 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d2103-77d7-496b-a8f2-3dff4df48e26 None None] Pushing event updated for resources: {'Port': ['ID=e999f147-e82c-4af4-afad-064e0c43fef2,revision_number=3']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:37.314755 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Attempting to bind port e999f147-e82c-4af4-afad-064e0c43fef2 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:54:37.315131 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Attempting to bind port e999f147-e82c-4af4-afad-064e0c43fef2 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:54:37.315536 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Attempting to bind port e999f147-e82c-4af4-afad-064e0c43fef2 on network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:37.321029 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:37.321417 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Checking segment: {'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:37.321828 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:37.326217 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Bound using segment: {'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:37.326757 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Bound port: e999f147-e82c-4af4-afad-064e0c43fef2, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'}}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:54:37.327155 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:37.542859 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] For port e999f147-e82c-4af4-afad-064e0c43fef2, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:37.553386 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] For port e999f147-e82c-4af4-afad-064e0c43fef2, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=e999f147-e82c-4af4-afad-064e0c43fef2,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:37.566533 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:37.602550 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ff0749d6-2913-4ef1-bfdd-17d1757c1607 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group_rule (bf612dee-14ad-4953-9763-4fb2dae5d4b1), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:37.609986 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ff0749d6-2913-4ef1-bfdd-17d1757c1607 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (bf612dee-14ad-4953-9763-4fb2dae5d4b1), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:37.614387 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Sync routers for ids ['51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:54:37.632631 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0749d6-2913-4ef1-bfdd-17d1757c1607 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf612dee-14ad-4953-9763-4fb2dae5d4b1,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:37.669483 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Routers {'51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:37.673077 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:54:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:37.676060 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ff0749d6-2913-4ef1-bfdd-17d1757c1607 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:37.677475 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-ff0749d6-2913-4ef1-bfdd-17d1757c1607 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5838833 Mar 14 18:54:37.680751 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-08c8097e-b200-499e-8786-276c987784d1 req-0401183c-47e4-4e42-8e08-b8eff001e9dc tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 210 time: 0.1667790 Mar 14 18:54:37.681339 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 40610) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:37.699744 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-70c73c5d-b8d7-43ae-85ed-0553e8e968bd tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Request body: {'security_group_rule': {'security_group_id': 'db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:37.706783 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Routers {'12b117ed-6999-4284-a01b-46d4e2f1d4ba'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:37.707569 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:54:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:37.747957 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-7ed75167-0665-4a13-af68-2689da2f9ea4 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:37.769851 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-7ed75167-0665-4a13-af68-2689da2f9ea4 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/networks?id=d4943cbb-86ed-41d1-ba7e-068bc9f558be HTTP/1.1" status: 200 len: 819 time: 0.3454649 Mar 14 18:54:37.834002 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:37.840578 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-80b6a774-4966-4d6f-97fc-4d5226b0dda3 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/quotas/0ab2ae9ef74c4219b541c0ffefdc5fb5 HTTP/1.1" status: 200 len: 375 time: 0.0569208 Mar 14 18:54:37.870304 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-70c73c5d-b8d7-43ae-85ed-0553e8e968bd tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group_rule (93a4de6c-6724-4e75-bba6-06b3e13832e5), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:37.945812 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907798a1-42a0-4aeb-89bd-5975aaf38263 x-openstack-request-id: req-907798a1-42a0-4aeb-89bd-5975aaf38263 {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:54:37.949115 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e9991e-211a-4d0b-8349-373b4d5c6902", "tag": "413ea98f-b991-4913-b0dd-0f8104d13a2e", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:54:37.949491 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-907798a1-42a0-4aeb-89bd-5975aaf38263 {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:54:37.950067 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e9991e-211a-4d0b-8349-373b4d5c6902', 'tag': '413ea98f-b991-4913-b0dd-0f8104d13a2e', 'status': 'completed', 'code': 200} Mar 14 18:54:38.020246 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d2103-77d7-496b-a8f2-3dff4df48e26 None None] Pushing event updated for resources: {'Port': ['ID=e999f147-e82c-4af4-afad-064e0c43fef2,revision_number=4']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:38.106818 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Set router 51e23fe7-21e4-4274-bb0a-3c2a6330ec2d gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:38.120310 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] Set router 12b117ed-6999-4284-a01b-46d4e2f1d4ba gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:38.129494 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97324cbf-0803-4fb6-b88c-a59863246e84 req-b645928a-be20-4d68-ad1c-d473e035b98d tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:38.131071 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-97324cbf-0803-4fb6-b88c-a59863246e84 req-b645928a-be20-4d68-ad1c-d473e035b98d tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 943 time: 0.0580127 Mar 14 18:54:38.138262 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-d9e5272a-8be3-4421-995c-23ad59a49b91 None None] Provisioning complete for port e999f147-e82c-4af4-afad-064e0c43fef2 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:38.138851 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d9e5272a-8be3-4421-995c-23ad59a49b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:38.185509 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-70c73c5d-b8d7-43ae-85ed-0553e8e968bd tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group_rule (93a4de6c-6724-4e75-bba6-06b3e13832e5), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:38.196859 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-70c73c5d-b8d7-43ae-85ed-0553e8e968bd tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (93a4de6c-6724-4e75-bba6-06b3e13832e5), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:38.214186 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-cb5249ba-acb7-4fe1-930f-c6de05b4e127 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ab2ae9ef74c4219b541c0ffefdc5fb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3643701 Mar 14 18:54:38.233186 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-97324cbf-0803-4fb6-b88c-a59863246e84 req-f8ae60e5-2cd1-474c-b304-41ca4959d996 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938902 Mar 14 18:54:38.289753 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:38.290763 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:38.308335 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c73c5d-b8d7-43ae-85ed-0553e8e968bd tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a4de6c-6724-4e75-bba6-06b3e13832e5,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:38.319750 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-70c73c5d-b8d7-43ae-85ed-0553e8e968bd tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:38.321033 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-70c73c5d-b8d7-43ae-85ed-0553e8e968bd tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6386552 Mar 14 18:54:38.325149 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 40624) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:38.331217 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Request body: {'floatingip': {'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:38.364396 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-cd1054fb-7163-4871-acfa-d5be03079d07 service neutron] 10.222.0.52 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490617 Mar 14 18:54:38.365933 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:38.407934 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5272a-8be3-4421-995c-23ad59a49b91 None None] Current status of the port e999f147-e82c-4af4-afad-064e0c43fef2 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:38.408579 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d9e5272a-8be3-4421-995c-23ad59a49b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:38.423598 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'e999f147-e82c-4af4-afad-064e0c43fef2', 'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'mac_address': 'fa:16:3e:8f:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:26Z', 'updated_at': '2022-03-14T18:54:37Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'subnets': [{'id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:38.454417 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da653256-d6c4-4c85-9acb-a66ead61e711 None None] The sync data for ids ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'] in dv-cinder-829664-3-iscsi is: [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'e999f147-e82c-4af4-afad-064e0c43fef2', 'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'mac_address': 'fa:16:3e:8f:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:26Z', 'updated_at': '2022-03-14T18:54:37Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'subnets': [{'id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:54:38.496044 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-d9e5272a-8be3-4421-995c-23ad59a49b91 None None] For port e999f147-e82c-4af4-afad-064e0c43fef2, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=e999f147-e82c-4af4-afad-064e0c43fef2,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:38.501223 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:38.507990 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d9e5272a-8be3-4421-995c-23ad59a49b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:38.523251 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-67fd6f05-1f7f-44bf-80ab-cd177d0a8f32 service neutron] 10.222.0.52 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458695 Mar 14 18:54:38.604830 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1655108140-router', 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:33Z', 'revision_number': 4, 'project_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'gw_port': {'id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:23Z', 'updated_at': '2022-03-14T18:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'eb547340-7d5e-4332-96ba-14cb8f6efe88', 'name': '', 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be', 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'mac_address': 'fa:16:3e:7a:bf:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e161f34-9b40-4161-b4b6-c157a635ab79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:30Z', 'updated_at': '2022-03-14T18:54:34Z', 'revision_number': 2, 'project_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'subnets': [{'id': '9e161f34-9b40-4161-b4b6-c157a635ab79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:38.606426 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:38.645660 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Checking router: 51e23fe7-21e4-4274-bb0a-3c2a6330ec2d for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:54:38.646010 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Updating router 51e23fe7-21e4-4274-bb0a-3c2a6330ec2d port eb547340-7d5e-4332-96ba-14cb8f6efe88 binding host dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:54:38.649014 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5272a-8be3-4421-995c-23ad59a49b91 None None] Pushing event updated for resources: {'Port': ['ID=e999f147-e82c-4af4-afad-064e0c43fef2,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:38.696873 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-4e572f95-4677-4603-a672-e29402186d36 None None] Provisioning complete for port e999f147-e82c-4af4-afad-064e0c43fef2 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:38.697182 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-4e572f95-4677-4603-a672-e29402186d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:38.701004 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:38.763878 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:38.775644 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Allocated IP 172.27.3.192 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/96dfc651-d42e-4b74-bb47-5bf0b292263c) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:38.866133 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8b884d24-f4f2-41e8-821b-964db5571d8f req-f577b9e3-c417-4256-9771-686df08f7193 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 210 time: 0.0499392 Mar 14 18:54:38.946455 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-46325e15-d3a9-4978-95d7-7ee454401f64 req-5fdcd9cf-69ca-4171-8123-7f72278083ec tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 210 time: 0.0580552 Mar 14 18:54:38.952184 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for port (96dfc651-d42e-4b74-bb47-5bf0b292263c), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:39.010940 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (96dfc651-d42e-4b74-bb47-5bf0b292263c), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:39.014550 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-4e572f95-4677-4603-a672-e29402186d36 None None] Current status of the port e999f147-e82c-4af4-afad-064e0c43fef2 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:39.065279 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:39.072844 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:39.076741 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:39.085799 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event updated for resources: {'Port': ['ID=96dfc651-d42e-4b74-bb47-5bf0b292263c,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:39.282984 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for floatingip (d4d666fe-32eb-48a6-ad1e-96da8651b5c8), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:39.306790 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-fed97df0-6fc0-4222-84e6-96b31b65cb11 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:39.309577 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-fed97df0-6fc0-4222-84e6-96b31b65cb11 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/networks?id=d4943cbb-86ed-41d1-ba7e-068bc9f558be HTTP/1.1" status: 200 len: 819 time: 0.2116730 Mar 14 18:54:39.344758 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-80e08f06-540d-428f-8dba-40bf2f0089b8 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/quotas/0ab2ae9ef74c4219b541c0ffefdc5fb5 HTTP/1.1" status: 200 len: 375 time: 0.0224612 Mar 14 18:54:39.375269 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (96dfc651-d42e-4b74-bb47-5bf0b292263c), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:39.487383 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-815dc54f-eff8-47a2-94e9-b987a3a52886 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ab2ae9ef74c4219b541c0ffefdc5fb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1361938 Mar 14 18:54:39.618339 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-9eef4c66-fc19-443d-bf9c-2278b84fed57 service neutron] 10.222.0.52 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293299 Mar 14 18:54:39.795074 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8b40b-2b2e-439c-b2f4-9193e6a13fe2 req-1a52fc0d-a7ea-46d7-b69e-cfbfa7c063f7 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:39.831513 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-48e8b40b-2b2e-439c-b2f4-9193e6a13fe2 req-1a52fc0d-a7ea-46d7-b69e-cfbfa7c063f7 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 943 time: 0.4021130 Mar 14 18:54:39.879524 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device e999f147-e82c-4af4-afad-064e0c43fef2 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:39.898286 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-55686fe8-1d50-4bfb-a9d3-819127c7f59f service neutron] 10.222.0.52 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788038 Mar 14 18:54:40.031606 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-48e8b40b-2b2e-439c-b2f4-9193e6a13fe2 req-ffd6ca88-63dd-4454-b033-c1add4ea478f tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022588 Mar 14 18:54:40.120086 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Publish callbacks [] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), precommit_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:40.137359 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:40.158623 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for port (96dfc651-d42e-4b74-bb47-5bf0b292263c), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:40.169382 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (96dfc651-d42e-4b74-bb47-5bf0b292263c), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:40.222771 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (d4d666fe-32eb-48a6-ad1e-96da8651b5c8), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:40.261697 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-83a32172-e032-4052-96a9-e426fdfcf7ed req-3c72df73-bb4c-4dc0-99dc-02cecbbb1e91 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 210 time: 0.0560968 Mar 14 18:54:40.304361 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a526e1-38a3-4815-b4fe-d87bac0da386 None None] Pushing event updated for resources: {'Port': ['ID=eb547340-7d5e-4332-96ba-14cb8f6efe88,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:40.314148 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:40.315879 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9892659 Mar 14 18:54:40.317622 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6ef80-05f0-4911-b0f9-c7052c7867fb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event updated for resources: {'Port': ['ID=96dfc651-d42e-4b74-bb47-5bf0b292263c,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:40.334112 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-560de5c9-a864-4231-9870-21a527ef576e req-483fa43d-1839-4333-98f9-b14899e98266 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 210 time: 0.0923729 Mar 14 18:54:40.375506 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port e999f147-e82c-4af4-afad-064e0c43fef2 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:40.375897 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:40.528210 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Attempting to bind port eb547340-7d5e-4332-96ba-14cb8f6efe88 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:54:40.528618 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Attempting to bind port eb547340-7d5e-4332-96ba-14cb8f6efe88 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': 'f1bca77a-4e5f-4408-9f70-d9bd912d7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:54:40.528977 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Attempting to bind port eb547340-7d5e-4332-96ba-14cb8f6efe88 on network d4943cbb-86ed-41d1-ba7e-068bc9f558be {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:40.541458 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:40.541847 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Checking segment: {'id': 'f1bca77a-4e5f-4408-9f70-d9bd912d7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:40.542401 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:40.542710 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Bound using segment: {'id': 'f1bca77a-4e5f-4408-9f70-d9bd912d7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:40.543113 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Bound port: eb547340-7d5e-4332-96ba-14cb8f6efe88, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bca77a-4e5f-4408-9f70-d9bd912d7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:54:40.543509 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:40.688283 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port e999f147-e82c-4af4-afad-064e0c43fef2 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:40.757536 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-42b7ec9f-262c-447a-a4d0-39b05c86f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:40.762224 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-6be74b93-d467-403c-838e-b9a7356e6424 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1749911837&fields=id&tenant_id=1d5854ce46fd47118790a60790aabdc0 HTTP/1.1" status: 200 len: 267 time: 0.1439452 Mar 14 18:54:40.763760 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-42b7ec9f-262c-447a-a4d0-39b05c86f27e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6b43880abe94acc89df44d7c60a088e&device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 1127 time: 0.2624280 Mar 14 18:54:40.764138 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] For port eb547340-7d5e-4332-96ba-14cb8f6efe88, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:40.773740 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] For port eb547340-7d5e-4332-96ba-14cb8f6efe88, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=eb547340-7d5e-4332-96ba-14cb8f6efe88,segment=NetworkSegment(f1bca77a-4e5f-4408-9f70-d9bd912d7da9),segment_id=f1bca77a-4e5f-4408-9f70-d9bd912d7da9)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:40.792518 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:41.032912 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-d5077ec5-878f-4d06-a974-230a035f20b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=413ea98f-b991-4913-b0dd-0f8104d13a2e HTTP/1.1" status: 200 len: 217 time: 0.2438428 Mar 14 18:54:41.047763 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a526e1-38a3-4815-b4fe-d87bac0da386 None None] Pushing event updated for resources: {'Port': ['ID=eb547340-7d5e-4332-96ba-14cb8f6efe88,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:41.093971 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Routers {'51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:41.095263 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:54:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:41.119737 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-5f92fe30-bfac-48a4-ac7f-6429fbe81916 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:41.138342 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-5f92fe30-bfac-48a4-ac7f-6429fbe81916 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/networks?id=02582d36-ca25-45a1-af5c-ddbb95f8bde0 HTTP/1.1" status: 200 len: 811 time: 0.3752339 Mar 14 18:54:41.189562 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-df2ec43a-b0b1-4eea-90df-f2874f3a5d71 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/quotas/1d5854ce46fd47118790a60790aabdc0 HTTP/1.1" status: 200 len: 375 time: 0.0501587 Mar 14 18:54:41.330684 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-7455eb89-f72b-4725-a064-c7cdb2c3e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:41.337866 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-7455eb89-f72b-4725-a064-c7cdb2c3e5d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5edf3d6b-d363-49e2-bd99-b701ea6511b7 HTTP/1.1" status: 200 len: 851 time: 0.2667110 Mar 14 18:54:41.444386 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-926f5711-3861-407c-bade-f72a5c70f9d2 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5854ce46fd47118790a60790aabdc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2514908 Mar 14 18:54:41.482733 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-bb9d5d77-18cc-4c9a-bb18-50745b683b36 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f2fe605-0d22-4d72-89af-08e91f725f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319246 Mar 14 18:54:41.509553 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] Set router 51e23fe7-21e4-4274-bb0a-3c2a6330ec2d gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:41.522328 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961197e-79cb-4e7f-afea-4bba2fcb1ea1 req-bec6dab0-1f84-46a7-a95f-6cce37c2931a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:41.531801 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c961197e-79cb-4e7f-afea-4bba2fcb1ea1 req-bec6dab0-1f84-46a7-a95f-6cce37c2931a tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 943 time: 0.3375907 Mar 14 18:54:41.659573 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c961197e-79cb-4e7f-afea-4bba2fcb1ea1 req-c4890e54-2795-4a36-ac32-aa956e3418d6 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108665 Mar 14 18:54:41.809820 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-0fe1191f-5082-4ab2-93f1-905aaad43337 service neutron] 10.222.0.52 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469181 Mar 14 18:54:41.913941 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8213b86f-3618-4309-8e3c-5e993579216b req-001525bd-9ede-4351-9746-5fd0e78f2517 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 210 time: 0.0817354 Mar 14 18:54:41.922341 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-1a135abe-c5d0-47b5-bcb7-e3a9d25533ef service neutron] 10.222.0.69 "GET /v2.0/networks/9f2fe605-0d22-4d72-89af-08e91f725f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359874 Mar 14 18:54:42.034058 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-0b1074a4-afb2-4cf6-b5cf-7c1a62eb8ebd service neutron] 10.222.0.52 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233176 Mar 14 18:54:42.167974 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1655108140-router', 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:33Z', 'revision_number': 4, 'project_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'gw_port': {'id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:23Z', 'updated_at': '2022-03-14T18:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'eb547340-7d5e-4332-96ba-14cb8f6efe88', 'name': '', 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be', 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'mac_address': 'fa:16:3e:7a:bf:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e161f34-9b40-4161-b4b6-c157a635ab79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:30Z', 'updated_at': '2022-03-14T18:54:40Z', 'revision_number': 4, 'project_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'subnets': [{'id': '9e161f34-9b40-4161-b4b6-c157a635ab79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:42.228628 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb78da2-2de2-4b77-b840-aec81b1d523a None None] The sync data for ids ['51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'] in dv-cinder-829664-3-iscsi is: [{'id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1655108140-router', 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:33Z', 'revision_number': 4, 'project_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'gw_port': {'id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:23Z', 'updated_at': '2022-03-14T18:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'eb547340-7d5e-4332-96ba-14cb8f6efe88', 'name': '', 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be', 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'mac_address': 'fa:16:3e:7a:bf:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9e161f34-9b40-4161-b4b6-c157a635ab79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:30Z', 'updated_at': '2022-03-14T18:54:40Z', 'revision_number': 4, 'project_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'subnets': [{'id': '9e161f34-9b40-4161-b4b6-c157a635ab79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:54:42.237177 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-07a3441c-c158-47df-acc3-60b98f84ae03 req-ca85feaf-07dd-450b-8e97-61887485eb62 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 210 time: 0.0967476 Mar 14 18:54:42.444456 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-99fe71cf-dd74-478f-98a4-f6c9025de871 req-239dcdae-6850-44af-9da6-9cc40b2a8a2a service neutron] 10.222.0.69 "GET /v2.0/networks/9f2fe605-0d22-4d72-89af-08e91f725f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486015 Mar 14 18:54:42.544672 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a8b9317d-2666-482b-a617-cda2f53bf2eb req-2d433865-f901-4ac3-93bb-de30ae721ee2 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 210 time: 0.0683734 Mar 14 18:54:42.921174 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cc6d9-aafa-4481-a0b0-abc1f30f8d29 req-99a9c94f-cc91-4e79-9bad-223dd42ee325 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:42.924617 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-951cc6d9-aafa-4481-a0b0-abc1f30f8d29 req-99a9c94f-cc91-4e79-9bad-223dd42ee325 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 943 time: 0.1285610 Mar 14 18:54:43.056594 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-951cc6d9-aafa-4481-a0b0-abc1f30f8d29 req-d6722204-c0a2-422b-9a30-5eeb21d72a5c tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220415 Mar 14 18:54:43.116205 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-88591ca6-2021-4e13-9e78-925ee2bc0bd4 req-b3f29103-ee82-4b42-9e49-e3ecf0db11c7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 210 time: 0.0677586 Mar 14 18:54:43.336151 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5f61422d-cce0-4054-bdfd-219907e3d7be req-4306dafc-51b8-4c89-885d-ef8e9b127f85 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 210 time: 0.0465307 Mar 14 18:54:43.629198 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9457748b-ddac-4980-8884-9ee9791582a0 req-e28cc5cc-26e0-4b16-a628-507c061919af tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 210 time: 0.0266798 Mar 14 18:54:43.800809 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device eb547340-7d5e-4332-96ba-14cb8f6efe88 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:43.853046 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port eb547340-7d5e-4332-96ba-14cb8f6efe88 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:43.853465 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:43.932165 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port eb547340-7d5e-4332-96ba-14cb8f6efe88 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:43.932690 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:43.968739 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port eb547340-7d5e-4332-96ba-14cb8f6efe88, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=eb547340-7d5e-4332-96ba-14cb8f6efe88,segment=NetworkSegment(f1bca77a-4e5f-4408-9f70-d9bd912d7da9),segment_id=f1bca77a-4e5f-4408-9f70-d9bd912d7da9)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:43.973053 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:44.023916 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=eb547340-7d5e-4332-96ba-14cb8f6efe88,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:44.242167 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9183ea83-803c-47c9-bc8f-0ffbf1d97f9a req-edc1fe9c-332f-409b-a8b8-58b822cd2e20 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 210 time: 0.0416040 Mar 14 18:54:44.282487 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d56053-14da-4e2e-8bdf-263d75f140d7 req-230fd783-c60b-4b6d-91d0-1b37f95fe0a1 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:44.284042 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a1d56053-14da-4e2e-8bdf-263d75f140d7 req-230fd783-c60b-4b6d-91d0-1b37f95fe0a1 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 943 time: 0.1544869 Mar 14 18:54:44.332880 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a1d56053-14da-4e2e-8bdf-263d75f140d7 req-77e9ad58-a8d0-43da-b570-0f563bbcb4bb tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428808 Mar 14 18:54:44.439000 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c3a1747-2c33-4187-bf68-6f85eaa527ab req-da701b71-5cad-4184-b882-c4a9bd49bfa3 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 210 time: 0.0263159 Mar 14 18:54:44.734002 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-de25e5df-d0b5-4d2f-b8dd-8785a26b7037 req-f7eba909-97cd-403a-8ed7-9a2b61147fb9 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 210 time: 0.0385365 Mar 14 18:54:45.352178 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c2ec220c-6e34-4f53-8101-a086ecefe7f8 req-c1f8c9f3-0cec-494e-8088-9a78de9855a0 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 210 time: 0.0277796 Mar 14 18:54:45.457813 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935f4ed-e304-462a-bd6c-1a33e8024eea req-6d30404b-543f-4c30-88a6-e10ced74b375 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:45.459319 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f935f4ed-e304-462a-bd6c-1a33e8024eea req-6d30404b-543f-4c30-88a6-e10ced74b375 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 943 time: 0.0553281 Mar 14 18:54:45.505782 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f935f4ed-e304-462a-bd6c-1a33e8024eea req-c2ac3b5c-7707-46b6-8308-3fbfe1161f9b tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405250 Mar 14 18:54:45.531438 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6d6aa8c7-71f2-4ad1-a67d-d1c14f28dd62 req-03813c73-0223-4946-ad9d-e6c0d8c52716 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 210 time: 0.0264778 Mar 14 18:54:45.709225 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device eb547340-7d5e-4332-96ba-14cb8f6efe88 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:45.809784 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port eb547340-7d5e-4332-96ba-14cb8f6efe88 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:45.810160 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:45.850151 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.69', 63198) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:45.865232 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-25b095a4-df4f-4b86-8795-ad6187e6382f req-0ba708b0-459d-40c2-97a5-4fdc80cbc61b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 210 time: 0.0448163 Mar 14 18:54:45.982096 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port eb547340-7d5e-4332-96ba-14cb8f6efe88 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:45.999603 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6552f2b-9d48-43bb-85c8-79ec22437704 req-d043d7de-5e62-4af4-a355-067e1f586746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:46.001440 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a6552f2b-9d48-43bb-85c8-79ec22437704 req-d043d7de-5e62-4af4-a355-067e1f586746 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6b43880abe94acc89df44d7c60a088e&device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 1127 time: 0.1287620 Mar 14 18:54:46.024272 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-e3b0c272-4d3c-43ac-83b3-63a87443f2d0 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:46.026940 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-e3b0c272-4d3c-43ac-83b3-63a87443f2d0 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.69 "GET /v2.0/networks?id=d4943cbb-86ed-41d1-ba7e-068bc9f558be HTTP/1.1" status: 200 len: 819 time: 0.2505474 Mar 14 18:54:46.062853 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-574c6868-9c8f-4fff-8184-3a21615f435a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Request body: {'port': {'device_id': 'b8372c54-a121-4767-9f3f-979ad1c4be73', 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be', 'admin_state_up': True, 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:46.101940 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.69', 63201) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:46.165225 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.69', 63203) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:46.264088 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-ebbc2599-cdac-4b2f-8cec-c8923062abf5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:46.266193 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-ebbc2599-cdac-4b2f-8cec-c8923062abf5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 814 time: 0.1629665 Mar 14 18:54:46.292900 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-ecd2b4bd-31a6-4b56-a017-4f9604732873 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:46.294775 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-ecd2b4bd-31a6-4b56-a017-4f9604732873 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.69 "GET /v2.0/networks?id=d4943cbb-86ed-41d1-ba7e-068bc9f558be HTTP/1.1" status: 200 len: 819 time: 0.1281521 Mar 14 18:54:46.372476 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-0d35c5f9-0ed5-459d-b098-693e63d00695 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Request body: {'port': {'device_id': '5f8d0cfd-3852-4659-84e3-c0104044cade', 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be', 'admin_state_up': True, 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:46.419472 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-ba68e9a7-6acd-450f-ab6c-273650902d89 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8da927cccbdc4af29b3a44a95151dfaa HTTP/1.1" status: 200 len: 379 time: 0.1409044 Mar 14 18:54:46.435797 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6552f2b-9d48-43bb-85c8-79ec22437704 req-2814fd78-9b39-4e4f-a335-74354faf5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:46.437409 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a6552f2b-9d48-43bb-85c8-79ec22437704 req-2814fd78-9b39-4e4f-a335-74354faf5575 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f2fe605-0d22-4d72-89af-08e91f725f66 HTTP/1.1" status: 200 len: 912 time: 0.4244597 Mar 14 18:54:46.456298 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-574c6868-9c8f-4fff-8184-3a21615f435a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Made reservation on behalf of 0ab2ae9ef74c4219b541c0ffefdc5fb5 for: {'port': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:46.459520 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-574c6868-9c8f-4fff-8184-3a21615f435a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:46.489253 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2ec4fa04-ecac-49f7-8352-6a2db29bf456 req-6d8035ee-e4ae-4ceb-be37-d8b905c021d1 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 210 time: 0.0465808 Mar 14 18:54:46.591552 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-0d35c5f9-0ed5-459d-b098-693e63d00695 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Made reservation on behalf of 0ab2ae9ef74c4219b541c0ffefdc5fb5 for: {'port': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:46.594871 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-0d35c5f9-0ed5-459d-b098-693e63d00695 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:46.629904 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c44a9-642d-48c5-b692-156ebb0f7099 req-f18176d7-32d1-4443-acb3-6be0b641e395 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:46.631398 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-039c44a9-642d-48c5-b692-156ebb0f7099 req-f18176d7-32d1-4443-acb3-6be0b641e395 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 943 time: 0.0563509 Mar 14 18:54:46.664448 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-99b128f6-f6a4-4552-a2ab-8dd219b48079 req-4cdf3fe9-6937-4559-95e4-c05e7307fc44 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 210 time: 0.0465648 Mar 14 18:54:46.686008 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-574c6868-9c8f-4fff-8184-3a21615f435a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Allocated IP 172.20.0.14 (d4943cbb-86ed-41d1-ba7e-068bc9f558be/9e161f34-9b40-4161-b4b6-c157a635ab79/a8a36c04-2fd9-4ff6-b362-30ba8e69a671) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:46.693698 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-039c44a9-642d-48c5-b692-156ebb0f7099 req-64b0dec7-694e-4d25-af4b-2a38a203da3c tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559595 Mar 14 18:54:46.883801 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-574c6868-9c8f-4fff-8184-3a21615f435a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks [] for port (a8a36c04-2fd9-4ff6-b362-30ba8e69a671), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:46.924500 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-574c6868-9c8f-4fff-8184-3a21615f435a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (a8a36c04-2fd9-4ff6-b362-30ba8e69a671), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:47.162312 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8e8a1420-c261-489f-928a-a42e72b26853 req-56bbccf8-3c2f-44c5-87ae-25b680328cce tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 210 time: 0.2392914 Mar 14 18:54:47.192135 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-574c6868-9c8f-4fff-8184-3a21615f435a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Network d4943cbb-86ed-41d1-ba7e-068bc9f558be is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:47.195366 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-574c6868-9c8f-4fff-8184-3a21615f435a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:47.201817 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-574c6868-9c8f-4fff-8184-3a21615f435a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:47.206914 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-574c6868-9c8f-4fff-8184-3a21615f435a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:47.207519 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-574c6868-9c8f-4fff-8184-3a21615f435a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for port (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:47.213413 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c6868-9c8f-4fff-8184-3a21615f435a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Pushing event updated for resources: {'Port': ['ID=a8a36c04-2fd9-4ff6-b362-30ba8e69a671,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:47.226245 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-0d35c5f9-0ed5-459d-b098-693e63d00695 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Allocated IP 172.20.0.11 (d4943cbb-86ed-41d1-ba7e-068bc9f558be/9e161f34-9b40-4161-b4b6-c157a635ab79/8e6a51a6-bfe3-4762-8260-67aae6826a7f) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:47.234185 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-574c6868-9c8f-4fff-8184-3a21615f435a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1785314 Mar 14 18:54:47.382719 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-0d35c5f9-0ed5-459d-b098-693e63d00695 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks [] for port (8e6a51a6-bfe3-4762-8260-67aae6826a7f), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:47.419023 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-0d35c5f9-0ed5-459d-b098-693e63d00695 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (8e6a51a6-bfe3-4762-8260-67aae6826a7f), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:47.458666 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-0d35c5f9-0ed5-459d-b098-693e63d00695 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Network d4943cbb-86ed-41d1-ba7e-068bc9f558be is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:47.463524 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-0d35c5f9-0ed5-459d-b098-693e63d00695 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:47.467231 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-0d35c5f9-0ed5-459d-b098-693e63d00695 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:47.472383 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-0d35c5f9-0ed5-459d-b098-693e63d00695 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:47.473007 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-0d35c5f9-0ed5-459d-b098-693e63d00695 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for port (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:47.483536 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35c5f9-0ed5-459d-b098-693e63d00695 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Pushing event updated for resources: {'Port': ['ID=8e6a51a6-bfe3-4762-8260-67aae6826a7f,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:47.495421 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-0d35c5f9-0ed5-459d-b098-693e63d00695 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1281602 Mar 14 18:54:47.586230 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-afe1055e-db22-47b1-9dfa-a72b9233e471 req-a8ce496c-dda1-4c0f-80ba-4cad32b07023 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 210 time: 0.0299084 Mar 14 18:54:47.795116 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b199061-653e-4857-8b73-d4814f5d3840 req-de9e2f4c-3039-41df-aa3a-a4f1a8e8084f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:47.796664 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2b199061-653e-4857-8b73-d4814f5d3840 req-de9e2f4c-3039-41df-aa3a-a4f1a8e8084f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 932 time: 0.0543849 Mar 14 18:54:47.815903 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb06141-7ac9-4d8e-9021-93053483fdcf req-ec34eff4-c1e7-4cff-b72f-07fcf817e8f3 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:47.817518 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9eb06141-7ac9-4d8e-9021-93053483fdcf req-ec34eff4-c1e7-4cff-b72f-07fcf817e8f3 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 943 time: 0.0516968 Mar 14 18:54:47.845333 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2b199061-653e-4857-8b73-d4814f5d3840 req-c23933a2-a448-4e8a-99b5-132f9ab755e6 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430682 Mar 14 18:54:47.873612 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9eb06141-7ac9-4d8e-9021-93053483fdcf req-d73d68b8-d4bf-45eb-a1d8-8b96ce2549fe tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500393 Mar 14 18:54:48.276707 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-52ee756f-68ed-4492-8ed5-a47bcef4623f req-dc12c0a4-45fd-4551-bc6d-e81257c4a4b4 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 210 time: 0.0300763 Mar 14 18:54:48.680002 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d3b1d1f3-b823-4115-9a04-b1c536cfd098 req-11c74d05-2440-45e3-978b-639ef51da0d3 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 210 time: 0.0264289 Mar 14 18:54:48.961605 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9a263-29c9-46cf-bbde-65e391d52f9f req-eba74c10-20ab-47c0-9b98-c297c401e353 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:48.962934 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b9a9a263-29c9-46cf-bbde-65e391d52f9f req-eba74c10-20ab-47c0-9b98-c297c401e353 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 932 time: 0.0513320 Mar 14 18:54:48.993057 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6174f1-c420-4757-82b8-f25677f0410a req-41c3f6cd-5676-4374-8963-a69e8980dbdd tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:48.994497 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ff6174f1-c420-4757-82b8-f25677f0410a req-41c3f6cd-5676-4374-8963-a69e8980dbdd tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 943 time: 0.0559387 Mar 14 18:54:49.009873 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b9a9a263-29c9-46cf-bbde-65e391d52f9f req-adc18c66-7035-4b87-9dd9-7414939923b0 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412447 Mar 14 18:54:49.036884 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Request body: {'port': {'device_id': '5f8d0cfd-3852-4659-84e3-c0104044cade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:49.043654 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Request body: {'port': {'device_id': 'b8372c54-a121-4767-9f3f-979ad1c4be73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:49.073667 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-269aa09e-e090-4521-a45f-4cd5804f569d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'port': {'device_id': '345c426e-e67c-4059-afa1-b22d69a8befb', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'admin_state_up': True, 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'security_groups': ['e286cb28-4576-47b3-beb2-5457da4b8eea']}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:49.148081 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8e6a51a6-bfe3-4762-8260-67aae6826a7f), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:49.149960 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (a8a36c04-2fd9-4ff6-b362-30ba8e69a671), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:49.264699 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a6552f2b-9d48-43bb-85c8-79ec22437704 req-14a5a3a4-3fcb-4fd7-a81b-f69a6c0a149c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=413ea98f-b991-4913-b0dd-0f8104d13a2e HTTP/1.1" status: 200 len: 217 time: 0.2320559 Mar 14 18:54:49.309252 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ff6174f1-c420-4757-82b8-f25677f0410a req-f7598148-ece0-4e17-a3e0-bf1fa72c5569 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087308 Mar 14 18:54:49.375595 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6552f2b-9d48-43bb-85c8-79ec22437704 req-1354c13e-5194-42b2-932c-e60595226b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:49.377046 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a6552f2b-9d48-43bb-85c8-79ec22437704 req-1354c13e-5194-42b2-932c-e60595226b84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5edf3d6b-d363-49e2-bd99-b701ea6511b7 HTTP/1.1" status: 200 len: 851 time: 0.0874662 Mar 14 18:54:49.398277 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-054b8e45-bbaa-4f8e-b55f-862f1801281f req-6d1968b3-2242-4cf2-a081-4b0f117f9c1e tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 210 time: 0.0436745 Mar 14 18:54:49.448251 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a6552f2b-9d48-43bb-85c8-79ec22437704 req-141164e4-27c7-4e1b-a31d-30ace0790acc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f2fe605-0d22-4d72-89af-08e91f725f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598876 Mar 14 18:54:49.471045 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-269aa09e-e090-4521-a45f-4cd5804f569d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Made reservation on behalf of 8da927cccbdc4af29b3a44a95151dfaa for: {'port': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:49.475320 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-269aa09e-e090-4521-a45f-4cd5804f569d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:49.540595 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.69', 63212) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:49.573319 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6a51a6-bfe3-4762-8260-67aae6826a7f {{(pid=109513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:54:49.583868 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Publish callbacks [] for port (8e6a51a6-bfe3-4762-8260-67aae6826a7f), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:49.598395 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.provisioning_blocks [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Transition to ACTIVE for port object 8e6a51a6-bfe3-4762-8260-67aae6826a7f will not be triggered until provisioned by entity L2. {{(pid=109513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:54:49.728015 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (8e6a51a6-bfe3-4762-8260-67aae6826a7f), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:49.815219 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a6552f2b-9d48-43bb-85c8-79ec22437704 req-e87ca2d0-0a58-40fe-8316-2ad292b5e191 service neutron] 10.222.0.69 "GET /v2.0/networks/9f2fe605-0d22-4d72-89af-08e91f725f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530574 Mar 14 18:54:49.844327 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Pushing event updated for resources: {'Port': ['ID=8e6a51a6-bfe3-4762-8260-67aae6826a7f,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:49.892361 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d5b90849-2195-434f-9b2c-8218e19053d9 req-b693af0f-868d-4206-8515-93c6f91b56eb tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 210 time: 0.0760863 Mar 14 18:54:49.903747 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Attempting to bind port 8e6a51a6-bfe3-4762-8260-67aae6826a7f on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:54:49.904214 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Attempting to bind port 8e6a51a6-bfe3-4762-8260-67aae6826a7f by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': 'f1bca77a-4e5f-4408-9f70-d9bd912d7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be'}] {{(pid=109513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:54:49.904680 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Attempting to bind port 8e6a51a6-bfe3-4762-8260-67aae6826a7f on network d4943cbb-86ed-41d1-ba7e-068bc9f558be {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:49.913505 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Port 8e6a51a6-bfe3-4762-8260-67aae6826a7f on network d4943cbb-86ed-41d1-ba7e-068bc9f558be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:54:49.913900 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Attempting to bind port 8e6a51a6-bfe3-4762-8260-67aae6826a7f on network d4943cbb-86ed-41d1-ba7e-068bc9f558be {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:49.914011 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-83ef7b9c-2374-4fd3-9871-6985a04a357e tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:49.915393 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-83ef7b9c-2374-4fd3-9871-6985a04a357e tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.69 "GET /v2.0/networks?id=02582d36-ca25-45a1-af5c-ddbb95f8bde0 HTTP/1.1" status: 200 len: 811 time: 0.3708253 Mar 14 18:54:49.921888 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a36c04-2fd9-4ff6-b362-30ba8e69a671 {{(pid=109513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:54:49.926732 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:49.927237 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Checking segment: {'id': 'f1bca77a-4e5f-4408-9f70-d9bd912d7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:49.927650 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Bound using segment: {'id': 'f1bca77a-4e5f-4408-9f70-d9bd912d7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be'} {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:49.928196 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Bound port: 8e6a51a6-bfe3-4762-8260-67aae6826a7f, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bca77a-4e5f-4408-9f70-d9bd912d7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be'}}] {{(pid=109513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:54:49.928687 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8e6a51a6-bfe3-4762-8260-67aae6826a7f), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:49.994900 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Publish callbacks [] for port (a8a36c04-2fd9-4ff6-b362-30ba8e69a671), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:50.023942 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.provisioning_blocks [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Transition to ACTIVE for port object a8a36c04-2fd9-4ff6-b362-30ba8e69a671 will not be triggered until provisioned by entity L2. {{(pid=109513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:54:50.047547 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (a8a36c04-2fd9-4ff6-b362-30ba8e69a671), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:50.089416 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-269aa09e-e090-4521-a45f-4cd5804f569d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Allocated IP 172.20.0.6 (a7223511-bfad-4d95-9cbd-e94cb3fa3a2f/976b38a2-d7ae-40fd-9d70-aabcc933749c/93626ccd-48e0-496f-9b47-be647825f215) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:50.117916 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-7409bc7a-c740-424b-b675-397d0f1da8f0 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d5854ce46fd47118790a60790aabdc0 HTTP/1.1" status: 200 len: 380 time: 0.1676371 Mar 14 18:54:50.135019 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-7fda46c1-9640-48c3-8f11-be2b4b0873a6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Request body: {'port': {'device_id': '2ddcd8c8-dbff-4367-b919-e361d74ff510', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'admin_state_up': True, 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'security_groups': ['db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee']}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:50.144775 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a6552f2b-9d48-43bb-85c8-79ec22437704 req-841f8909-8913-4897-a950-45f3ba963d49 service neutron] 10.222.0.69 "GET /v2.0/networks/9f2fe605-0d22-4d72-89af-08e91f725f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703748 Mar 14 18:54:50.175600 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] For port 8e6a51a6-bfe3-4762-8260-67aae6826a7f, host hv-cinder-82966, cleared binding levels {{(pid=109513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:50.188105 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a36c04-2fd9-4ff6-b362-30ba8e69a671,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:50.218313 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] For port 8e6a51a6-bfe3-4762-8260-67aae6826a7f, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=8e6a51a6-bfe3-4762-8260-67aae6826a7f,segment=NetworkSegment(f1bca77a-4e5f-4408-9f70-d9bd912d7da9),segment_id=f1bca77a-4e5f-4408-9f70-d9bd912d7da9)] {{(pid=109513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:50.236952 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (8e6a51a6-bfe3-4762-8260-67aae6826a7f), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:50.241725 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Attempting to bind port a8a36c04-2fd9-4ff6-b362-30ba8e69a671 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:54:50.242056 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Attempting to bind port a8a36c04-2fd9-4ff6-b362-30ba8e69a671 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': 'f1bca77a-4e5f-4408-9f70-d9bd912d7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be'}] {{(pid=109513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:54:50.242387 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Attempting to bind port a8a36c04-2fd9-4ff6-b362-30ba8e69a671 on network d4943cbb-86ed-41d1-ba7e-068bc9f558be {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:50.277254 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Port a8a36c04-2fd9-4ff6-b362-30ba8e69a671 on network d4943cbb-86ed-41d1-ba7e-068bc9f558be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:54:50.277593 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Attempting to bind port a8a36c04-2fd9-4ff6-b362-30ba8e69a671 on network d4943cbb-86ed-41d1-ba7e-068bc9f558be {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:50.285708 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:50.286497 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for port (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:50.287953 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] 10.222.0.69 "PUT /v2.0/ports/8e6a51a6-bfe3-4762-8260-67aae6826a7f HTTP/1.1" status: 200 len: 1094 time: 1.2555387 Mar 14 18:54:50.289248 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8d0cfd-3852-4659-84e3-c0104044cade', 'tag': '8e6a51a6-bfe3-4762-8260-67aae6826a7f'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:54:50.291416 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f6a0ea-079b-4c38-8948-121493b83528" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8d0cfd-3852-4659-84e3-c0104044cade", "tag": "8e6a51a6-bfe3-4762-8260-67aae6826a7f"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:54:50.304804 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:50.305120 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Checking segment: {'id': 'f1bca77a-4e5f-4408-9f70-d9bd912d7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:50.305505 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Bound using segment: {'id': 'f1bca77a-4e5f-4408-9f70-d9bd912d7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be'} {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:50.305947 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Bound port: a8a36c04-2fd9-4ff6-b362-30ba8e69a671, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bca77a-4e5f-4408-9f70-d9bd912d7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be'}}] {{(pid=109513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:54:50.306305 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (a8a36c04-2fd9-4ff6-b362-30ba8e69a671), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:50.328060 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad6d78-cf1e-4376-9673-f3c776981ae3 req-91e46964-6fd5-465e-a6f4-6121e07c567e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:50.335968 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-23ad6d78-cf1e-4376-9673-f3c776981ae3 req-91e46964-6fd5-465e-a6f4-6121e07c567e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 944 time: 0.2362363 Mar 14 18:54:50.346024 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371b97da-76ca-425a-9729-99bce1be649d x-openstack-request-id: req-371b97da-76ca-425a-9729-99bce1be649d {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:54:50.346275 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8d0cfd-3852-4659-84e3-c0104044cade", "tag": "8e6a51a6-bfe3-4762-8260-67aae6826a7f", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:54:50.346533 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-371b97da-76ca-425a-9729-99bce1be649d {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:54:50.346946 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8d0cfd-3852-4659-84e3-c0104044cade', 'tag': '8e6a51a6-bfe3-4762-8260-67aae6826a7f', 'status': 'completed', 'code': 200} Mar 14 18:54:50.354419 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-269aa09e-e090-4521-a45f-4cd5804f569d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for port (93626ccd-48e0-496f-9b47-be647825f215), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:50.366518 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-7fda46c1-9640-48c3-8f11-be2b4b0873a6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Made reservation on behalf of 1d5854ce46fd47118790a60790aabdc0 for: {'port': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:50.369112 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-7fda46c1-9640-48c3-8f11-be2b4b0873a6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:50.395699 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85080854-9ada-44f5-ab58-7ee7f7830cdf service neutron] Pushing event updated for resources: {'Port': ['ID=8e6a51a6-bfe3-4762-8260-67aae6826a7f,revision_number=3']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:50.463710 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-23ad6d78-cf1e-4376-9673-f3c776981ae3 req-b3146fff-2381-4377-b510-d6524f3c9626 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266727 Mar 14 18:54:50.471317 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] For port a8a36c04-2fd9-4ff6-b362-30ba8e69a671, host hv-cinder-82966, cleared binding levels {{(pid=109513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:50.475124 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] For port a8a36c04-2fd9-4ff6-b362-30ba8e69a671, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=a8a36c04-2fd9-4ff6-b362-30ba8e69a671,segment=NetworkSegment(f1bca77a-4e5f-4408-9f70-d9bd912d7da9),segment_id=f1bca77a-4e5f-4408-9f70-d9bd912d7da9)] {{(pid=109513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:50.486994 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (a8a36c04-2fd9-4ff6-b362-30ba8e69a671), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:50.490456 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-269aa09e-e090-4521-a45f-4cd5804f569d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (93626ccd-48e0-496f-9b47-be647825f215), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:50.557452 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a36c04-2fd9-4ff6-b362-30ba8e69a671,revision_number=3']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:50.569441 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:50.570109 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for port (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:50.571942 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-aa939051-6ce9-4415-88c9-2464e319f3b8 service neutron] 10.222.0.69 "PUT /v2.0/ports/a8a36c04-2fd9-4ff6-b362-30ba8e69a671 HTTP/1.1" status: 200 len: 1094 time: 1.5322287 Mar 14 18:54:50.605850 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-269aa09e-e090-4521-a45f-4cd5804f569d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:50.625420 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-269aa09e-e090-4521-a45f-4cd5804f569d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:50.628191 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-468ef502-f58d-419f-81ce-35b52d2c6dbc req-f51dd75e-5aac-4db0-86a3-3229442d7694 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 210 time: 0.0410566 Mar 14 18:54:50.632334 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-269aa09e-e090-4521-a45f-4cd5804f569d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:50.637781 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-269aa09e-e090-4521-a45f-4cd5804f569d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:50.638482 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-269aa09e-e090-4521-a45f-4cd5804f569d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:50.671789 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269aa09e-e090-4521-a45f-4cd5804f569d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'Port': ['ID=93626ccd-48e0-496f-9b47-be647825f215,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:50.689885 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983ea1e-195d-45b6-bc43-fe342b86306e req-819bc4a8-e29d-4708-8d84-bf19b7d18fd5 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:50.698146 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1983ea1e-195d-45b6-bc43-fe342b86306e req-819bc4a8-e29d-4708-8d84-bf19b7d18fd5 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 943 time: 0.2577767 Mar 14 18:54:50.703656 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-7fda46c1-9640-48c3-8f11-be2b4b0873a6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Allocated IP 172.20.0.5 (02582d36-ca25-45a1-af5c-ddbb95f8bde0/7884ae3e-1a70-464b-b2c2-a460fd6afe53/43c1c21d-f2cc-47d4-ba79-5d46c08178b0) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:50.733729 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-269aa09e-e090-4521-a45f-4cd5804f569d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6641030 Mar 14 18:54:50.786893 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1983ea1e-195d-45b6-bc43-fe342b86306e req-cd1f2665-272f-4e5e-bd4b-17f2484716a4 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877662 Mar 14 18:54:50.899311 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-7fda46c1-9640-48c3-8f11-be2b4b0873a6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:50.934859 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-7fda46c1-9640-48c3-8f11-be2b4b0873a6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:50.962630 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-74be1975-3454-4b32-ad58-71263bef06fd None None] Provisioning complete for port 93626ccd-48e0-496f-9b47-be647825f215 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:50.963139 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-74be1975-3454-4b32-ad58-71263bef06fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (93626ccd-48e0-496f-9b47-be647825f215), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:50.984424 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-7fda46c1-9640-48c3-8f11-be2b4b0873a6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:50.987685 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-7fda46c1-9640-48c3-8f11-be2b4b0873a6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:50.991570 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-7fda46c1-9640-48c3-8f11-be2b4b0873a6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:50.996699 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-7fda46c1-9640-48c3-8f11-be2b4b0873a6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:50.997305 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-7fda46c1-9640-48c3-8f11-be2b4b0873a6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:51.006958 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda46c1-9640-48c3-8f11-be2b4b0873a6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event updated for resources: {'Port': ['ID=43c1c21d-f2cc-47d4-ba79-5d46c08178b0,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:51.024908 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-7fda46c1-9640-48c3-8f11-be2b4b0873a6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8934610 Mar 14 18:54:51.060521 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-74be1975-3454-4b32-ad58-71263bef06fd None None] Port 93626ccd-48e0-496f-9b47-be647825f215 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:54:51.115028 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39281c-7043-4b2e-a708-3ca5db6f0d27 req-94ad5a08-58fe-415b-aa65-485205ae480b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:51.116713 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ff39281c-7043-4b2e-a708-3ca5db6f0d27 req-94ad5a08-58fe-415b-aa65-485205ae480b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 931 time: 0.0736878 Mar 14 18:54:51.182410 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ff39281c-7043-4b2e-a708-3ca5db6f0d27 req-52b575e4-da63-4183-a216-bfc19e6eb72b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586758 Mar 14 18:54:51.276814 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:51.285346 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-3f82a857-117f-4e57-95e0-425eae87c34d None None] Provisioning complete for port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:51.285959 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-3f82a857-117f-4e57-95e0-425eae87c34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:51.322231 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-3f82a857-117f-4e57-95e0-425eae87c34d None None] Port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:54:51.505830 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41040) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:51.558420 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41044) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:51.580821 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6269ebd-344c-4093-b153-030e2d121df5 req-a30ddf45-264f-4383-890d-7ddea800920b tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:51.583945 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d6269ebd-344c-4093-b153-030e2d121df5 req-a30ddf45-264f-4383-890d-7ddea800920b tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 944 time: 0.0601001 Mar 14 18:54:51.629441 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d6269ebd-344c-4093-b153-030e2d121df5 req-03015aa8-8b14-49b1-8a9b-e38c96104dd1 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412045 Mar 14 18:54:51.662813 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3cb2-f88f-4711-958a-e18dc5fd7692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:51.668480 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5c59aacb-53e4-4dd3-b28e-9817a3b49ca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:51.755648 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3cb2-f88f-4711-958a-e18dc5fd7692 admin admin] Publish callbacks [] for security_group (c1a26496-85da-43dd-a4a3-a8d3d44fa238), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:51.760437 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3cb2-f88f-4711-958a-e18dc5fd7692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (c1a26496-85da-43dd-a4a3-a8d3d44fa238), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:51.790997 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1286b9e-59d8-4261-bc8a-b11e5c3f6751 req-a8b7d545-608a-423a-b34d-179a96dd35ea tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:51.792499 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f1286b9e-59d8-4261-bc8a-b11e5c3f6751 req-a8b7d545-608a-423a-b34d-179a96dd35ea tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 931 time: 0.0917222 Mar 14 18:54:51.794243 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5c59aacb-53e4-4dd3-b28e-9817a3b49ca3 admin admin] Publish callbacks [] for security_group (f12c6698-6c4c-4e47-aa51-b83cd7ab2bb5), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:51.799997 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-5a2a3cb2-f88f-4711-958a-e18dc5fd7692 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c17012dbd1bf4fd6b69487e25123c513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930350 Mar 14 18:54:51.801041 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a3cb2-f88f-4711-958a-e18dc5fd7692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a26496-85da-43dd-a4a3-a8d3d44fa238,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:51.803370 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41052) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:51.805480 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5c59aacb-53e4-4dd3-b28e-9817a3b49ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (f12c6698-6c4c-4e47-aa51-b83cd7ab2bb5), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:51.853954 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-59344604-9c68-4a42-bb09-193853e8ac67 admin admin] Publish callbacks [] for security_group (c1a26496-85da-43dd-a4a3-a8d3d44fa238), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:51.865090 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-5c59aacb-53e4-4dd3-b28e-9817a3b49ca3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95bb346c2a134e22b7614c2c060b8bfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052354 Mar 14 18:54:51.868118 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41056) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:51.871318 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59aacb-53e4-4dd3-b28e-9817a3b49ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c6698-6c4c-4e47-aa51-b83cd7ab2bb5,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:51.888084 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f1286b9e-59d8-4261-bc8a-b11e5c3f6751 req-2c52ceb2-c605-474a-9c95-d5b465dec2bc tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888963 Mar 14 18:54:51.905053 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-59344604-9c68-4a42-bb09-193853e8ac67 admin admin] Publish callbacks [] for security_group (c1a26496-85da-43dd-a4a3-a8d3d44fa238), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.143609 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8375abab-b693-45c8-b12f-fe4f3907863d admin admin] Publish callbacks [] for security_group (f12c6698-6c4c-4e47-aa51-b83cd7ab2bb5), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.161797 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe79e9-9d38-459a-8d11-26b8d1949c61 req-bad1a073-64d2-4ec8-a44d-67a7d7179c56 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:52.163273 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-50fe79e9-9d38-459a-8d11-26b8d1949c61 req-bad1a073-64d2-4ec8-a44d-67a7d7179c56 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 943 time: 0.2736650 Mar 14 18:54:52.165598 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-59344604-9c68-4a42-bb09-193853e8ac67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (c1a26496-85da-43dd-a4a3-a8d3d44fa238), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.168093 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-59344604-9c68-4a42-bb09-193853e8ac67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.169169 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-59344604-9c68-4a42-bb09-193853e8ac67 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c1a26496-85da-43dd-a4a3-a8d3d44fa238 HTTP/1.1" status: 204 len: 168 time: 0.3646982 Mar 14 18:54:52.188309 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8375abab-b693-45c8-b12f-fe4f3907863d admin admin] Publish callbacks [] for security_group (f12c6698-6c4c-4e47-aa51-b83cd7ab2bb5), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.206720 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59344604-9c68-4a42-bb09-193853e8ac67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a26496-85da-43dd-a4a3-a8d3d44fa238,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:52.252032 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-50fe79e9-9d38-459a-8d11-26b8d1949c61 req-a643c330-8b9e-4639-95cd-dbaff36c6c03 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792711 Mar 14 18:54:52.281120 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8375abab-b693-45c8-b12f-fe4f3907863d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (f12c6698-6c4c-4e47-aa51-b83cd7ab2bb5), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.283855 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8375abab-b693-45c8-b12f-fe4f3907863d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.285271 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-8375abab-b693-45c8-b12f-fe4f3907863d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f12c6698-6c4c-4e47-aa51-b83cd7ab2bb5 HTTP/1.1" status: 204 len: 168 time: 0.4160104 Mar 14 18:54:52.294639 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375abab-b693-45c8-b12f-fe4f3907863d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c6698-6c4c-4e47-aa51-b83cd7ab2bb5,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:52.327212 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f8e6b-d93e-43a1-a8bd-1378f7c42be6 req-43fbfcd8-c974-4574-94d8-40c4c9ffec50 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:52.334709 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-be5f8e6b-d93e-43a1-a8bd-1378f7c42be6 req-43fbfcd8-c974-4574-94d8-40c4c9ffec50 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 931 time: 0.0728712 Mar 14 18:54:52.349328 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8372c54-a121-4767-9f3f-979ad1c4be73', 'tag': 'a8a36c04-2fd9-4ff6-b362-30ba8e69a671'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:54:52.352097 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b12f93-e2bd-42c0-99ae-deb9243d7f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8372c54-a121-4767-9f3f-979ad1c4be73", "tag": "a8a36c04-2fd9-4ff6-b362-30ba8e69a671"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:54:52.399374 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-be5f8e6b-d93e-43a1-a8bd-1378f7c42be6 req-57b5a48b-5150-48eb-b522-d1d15b3dcddf tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588384 Mar 14 18:54:52.413498 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0802f7-684c-44d1-8730-b1030a92cede x-openstack-request-id: req-7b0802f7-684c-44d1-8730-b1030a92cede {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:54:52.413791 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8372c54-a121-4767-9f3f-979ad1c4be73", "tag": "a8a36c04-2fd9-4ff6-b362-30ba8e69a671", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:54:52.414040 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b0802f7-684c-44d1-8730-b1030a92cede {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:54:52.414426 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8372c54-a121-4767-9f3f-979ad1c4be73', 'tag': 'a8a36c04-2fd9-4ff6-b362-30ba8e69a671', 'status': 'completed', 'code': 200} Mar 14 18:54:52.503168 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41072) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:52.518561 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-786406c2-f0c9-4bf6-a1e7-53dd1d2ec8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.592025 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-786406c2-f0c9-4bf6-a1e7-53dd1d2ec8c8 admin admin] Publish callbacks [] for security_group (7932b337-e39d-4470-b8b3-cc1ff1a5f4fc), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.596612 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-786406c2-f0c9-4bf6-a1e7-53dd1d2ec8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (7932b337-e39d-4470-b8b3-cc1ff1a5f4fc), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.635298 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-786406c2-f0c9-4bf6-a1e7-53dd1d2ec8c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4953843b3cba4495873d92069445468f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308103 Mar 14 18:54:52.637855 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41074) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:52.638359 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786406c2-f0c9-4bf6-a1e7-53dd1d2ec8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7932b337-e39d-4470-b8b3-cc1ff1a5f4fc,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:52.689041 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41078) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:52.702481 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ee25-0fed-49cd-8ec1-a7c32908c346 admin admin] Publish callbacks [] for security_group (7932b337-e39d-4470-b8b3-cc1ff1a5f4fc), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.702750 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc641-c086-44d3-b4ab-c9b7a7748ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.753994 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ee25-0fed-49cd-8ec1-a7c32908c346 admin admin] Publish callbacks [] for security_group (7932b337-e39d-4470-b8b3-cc1ff1a5f4fc), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.777546 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc641-c086-44d3-b4ab-c9b7a7748ad9 admin admin] Publish callbacks [] for security_group (758b81df-5a55-432b-ac30-3f8a11bdd33e), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.782604 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc641-c086-44d3-b4ab-c9b7a7748ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (758b81df-5a55-432b-ac30-3f8a11bdd33e), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.810270 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f705557-f013-4910-88a9-43e7bbd915f5 req-e7fe60b9-a400-4412-8c52-4ca8ad0f6264 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:52.811874 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0f705557-f013-4910-88a9-43e7bbd915f5 req-e7fe60b9-a400-4412-8c52-4ca8ad0f6264 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 944 time: 0.1113262 Mar 14 18:54:52.822159 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-ae8bc641-c086-44d3-b4ab-c9b7a7748ad9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9fe143bb16af4721a62d987aac1fa950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319988 Mar 14 18:54:52.824969 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41082) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:52.845466 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ee25-0fed-49cd-8ec1-a7c32908c346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (7932b337-e39d-4470-b8b3-cc1ff1a5f4fc), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.848376 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ee25-0fed-49cd-8ec1-a7c32908c346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.849481 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-a7b9ee25-0fed-49cd-8ec1-a7c32908c346 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7932b337-e39d-4470-b8b3-cc1ff1a5f4fc HTTP/1.1" status: 204 len: 168 time: 0.2101047 Mar 14 18:54:52.857299 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bc641-c086-44d3-b4ab-c9b7a7748ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758b81df-5a55-432b-ac30-3f8a11bdd33e,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:52.867132 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9ee25-0fed-49cd-8ec1-a7c32908c346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7932b337-e39d-4470-b8b3-cc1ff1a5f4fc,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:52.879897 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0f705557-f013-4910-88a9-43e7bbd915f5 req-34f972b2-3cfc-4e9d-8c8c-13b6c27bb641 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577404 Mar 14 18:54:52.901029 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0d421fef-0ae5-445a-8b9c-27fd9f0f423e admin admin] Publish callbacks [] for security_group (758b81df-5a55-432b-ac30-3f8a11bdd33e), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:52.928874 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0d421fef-0ae5-445a-8b9c-27fd9f0f423e admin admin] Publish callbacks [] for security_group (758b81df-5a55-432b-ac30-3f8a11bdd33e), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:53.004968 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0d421fef-0ae5-445a-8b9c-27fd9f0f423e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (758b81df-5a55-432b-ac30-3f8a11bdd33e), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:53.007662 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0d421fef-0ae5-445a-8b9c-27fd9f0f423e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:53.009024 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-0d421fef-0ae5-445a-8b9c-27fd9f0f423e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/758b81df-5a55-432b-ac30-3f8a11bdd33e HTTP/1.1" status: 204 len: 168 time: 0.1828701 Mar 14 18:54:53.020282 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021560e-92a5-4b01-8f5b-fb300562493b req-2d939c61-52a8-4120-874f-edd4b532d506 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:53.022477 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0021560e-92a5-4b01-8f5b-fb300562493b req-2d939c61-52a8-4120-874f-edd4b532d506 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 931 time: 0.0631347 Mar 14 18:54:53.036772 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d421fef-0ae5-445a-8b9c-27fd9f0f423e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758b81df-5a55-432b-ac30-3f8a11bdd33e,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:53.043807 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 413ea98f-b991-4913-b0dd-0f8104d13a2e details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:54:53.051681 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Request body: {'port': {'device_id': '345c426e-e67c-4059-afa1-b22d69a8befb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:53.064258 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Request body: {'port': {'device_id': '2ddcd8c8-dbff-4367-b919-e361d74ff510', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:53.211271 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 413ea98f-b991-4913-b0dd-0f8104d13a2e, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=413ea98f-b991-4913-b0dd-0f8104d13a2e,segment=NetworkSegment(616d432a-6226-47e8-9650-f1db0f9fc873),segment_id=616d432a-6226-47e8-9650-f1db0f9fc873)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:53.212267 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6a0ea-079b-4c38-8948-121493b83528 req-a67cca00-bb40-4ad0-9170-8e5f2179e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:53.213810 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-98f6a0ea-079b-4c38-8948-121493b83528 req-a67cca00-bb40-4ad0-9170-8e5f2179e0d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ab2ae9ef74c4219b541c0ffefdc5fb5&device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 1128 time: 0.1634655 Mar 14 18:54:53.219242 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b12f93-e2bd-42c0-99ae-deb9243d7f4a req-76ce22e3-8019-4704-8416-250a92add39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:53.220762 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-20b12f93-e2bd-42c0-99ae-deb9243d7f4a req-76ce22e3-8019-4704-8416-250a92add39e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ab2ae9ef74c4219b541c0ffefdc5fb5&device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 1128 time: 0.1172321 Mar 14 18:54:53.236128 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': '413ea98f-b991-4913-b0dd-0f8104d13a2e', 'network_id': '9f2fe605-0d22-4d72-89af-08e91f725f66', 'port_id': '413ea98f-b991-4913-b0dd-0f8104d13a2e', 'mac_address': 'fa:16:3e:55:34:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edf3d6b-d363-49e2-bd99-b701ea6511b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:54:53.237359 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0021560e-92a5-4b01-8f5b-fb300562493b req-e5d6464e-b9e4-49c2-96e1-c4e38ebbc5ba tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040133 Mar 14 18:54:53.250934 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (93626ccd-48e0-496f-9b47-be647825f215), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:53.302302 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 413ea98f-b991-4913-b0dd-0f8104d13a2e is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:53.302726 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (413ea98f-b991-4913-b0dd-0f8104d13a2e), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:53.318511 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:53.337364 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413ea98f-b991-4913-b0dd-0f8104d13a2e {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:54:53.388032 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 413ea98f-b991-4913-b0dd-0f8104d13a2e, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=413ea98f-b991-4913-b0dd-0f8104d13a2e,segment=NetworkSegment(616d432a-6226-47e8-9650-f1db0f9fc873),segment_id=616d432a-6226-47e8-9650-f1db0f9fc873)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:53.396317 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (413ea98f-b991-4913-b0dd-0f8104d13a2e), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:53.522921 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=413ea98f-b991-4913-b0dd-0f8104d13a2e,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:53.536162 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41110) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:53.721297 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['413ea98f-b991-4913-b0dd-0f8104d13a2e'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:54:53.764128 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0b3306d2-6fb6-4da4-ad66-5fb6dba81b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:53.820356 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c489ba6-6704-4748-b53c-c86f4c40505c req-f26d724f-24cd-4d11-8814-98f47ff7085a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:53.828102 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2c489ba6-6704-4748-b53c-c86f4c40505c req-f26d724f-24cd-4d11-8814-98f47ff7085a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 931 time: 0.2725947 Mar 14 18:54:53.873320 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cc2a8-af2f-4f0d-bfd6-0239dfa4928d req-cffa2eba-dc6c-4b51-8b56-caa6d8953310 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:53.881850 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4a5cc2a8-af2f-4f0d-bfd6-0239dfa4928d req-cffa2eba-dc6c-4b51-8b56-caa6d8953310 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 944 time: 0.5323982 Mar 14 18:54:53.887787 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6a0ea-079b-4c38-8948-121493b83528 req-95e48307-40db-4ca5-baae-8667aa913502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:53.889336 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-98f6a0ea-079b-4c38-8948-121493b83528 req-95e48307-40db-4ca5-baae-8667aa913502 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0ab2ae9ef74c4219b541c0ffefdc5fb5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6594248 Mar 14 18:54:53.902116 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b12f93-e2bd-42c0-99ae-deb9243d7f4a req-73083e64-5215-4914-936e-8245febdbd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:53.903882 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-20b12f93-e2bd-42c0-99ae-deb9243d7f4a req-73083e64-5215-4914-936e-8245febdbd75 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0ab2ae9ef74c4219b541c0ffefdc5fb5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6716740 Mar 14 18:54:53.923331 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2c489ba6-6704-4748-b53c-c86f4c40505c req-49e821ad-b9f1-4396-a4d6-6888aad39f16 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891995 Mar 14 18:54:54.171788 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4a5cc2a8-af2f-4f0d-bfd6-0239dfa4928d req-31790c0c-c0c6-4811-b776-ac372ad386d5 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899685 Mar 14 18:54:54.204159 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 {{(pid=109512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:54:54.227638 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Publish callbacks [] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:54.247538 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93626ccd-48e0-496f-9b47-be647825f215 {{(pid=109512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:54:54.264583 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b12f93-e2bd-42c0-99ae-deb9243d7f4a req-39b85c78-acf6-46f7-87c6-c10ab6512fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:54.266696 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-20b12f93-e2bd-42c0-99ae-deb9243d7f4a req-39b85c78-acf6-46f7-87c6-c10ab6512fc0 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3380003 Mar 14 18:54:54.271281 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6a0ea-079b-4c38-8948-121493b83528 req-29ead6b4-f2ca-467b-aaf5-c157d734440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:54.272394 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Publish callbacks [] for port (93626ccd-48e0-496f-9b47-be647825f215), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:54.287805 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-98f6a0ea-079b-4c38-8948-121493b83528 req-29ead6b4-f2ca-467b-aaf5-c157d734440f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3748481 Mar 14 18:54:54.293668 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6d0e1-ae56-4877-b4f6-8705ef6e92b3 req-50f4f499-fd1d-4c4b-8f7e-4cdfa8d06d42 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:54.305877 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0bf6d0e1-ae56-4877-b4f6-8705ef6e92b3 req-50f4f499-fd1d-4c4b-8f7e-4cdfa8d06d42 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 944 time: 0.2668593 Mar 14 18:54:54.318757 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.provisioning_blocks [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Transition to ACTIVE for port object 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 will not be triggered until provisioned by entity L2. {{(pid=109512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:54:54.346314 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0b3306d2-6fb6-4da4-ad66-5fb6dba81b46 admin admin] Publish callbacks [] for security_group (1991b722-415e-444a-9980-6ef1a3f9c7aa), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:54.353535 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0b3306d2-6fb6-4da4-ad66-5fb6dba81b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (1991b722-415e-444a-9980-6ef1a3f9c7aa), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:54.365962 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:54.401129 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.provisioning_blocks [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Transition to ACTIVE for port object 93626ccd-48e0-496f-9b47-be647825f215 will not be triggered until provisioned by entity L2. {{(pid=109512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:54:54.445761 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (93626ccd-48e0-496f-9b47-be647825f215), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:54.515197 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0bf6d0e1-ae56-4877-b4f6-8705ef6e92b3 req-3ca91a01-c892-42df-9460-d55e536a3b42 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038107 Mar 14 18:54:54.553432 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-0b3306d2-6fb6-4da4-ad66-5fb6dba81b46 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=936e4d8f240141f9975ade3649d48392&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0156360 Mar 14 18:54:54.564383 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41156) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:54.586011 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3306d2-6fb6-4da4-ad66-5fb6dba81b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1991b722-415e-444a-9980-6ef1a3f9c7aa,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:54.639346 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Pushing event updated for resources: {'Port': ['ID=43c1c21d-f2cc-47d4-ba79-5d46c08178b0,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:54.699019 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Attempting to bind port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:54:54.699019 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Attempting to bind port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:54:54.699824 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Attempting to bind port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 on network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:54.710573 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-4159bd84-cbf5-49ae-8281-81fc48ede5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:54.716825 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-4159bd84-cbf5-49ae-8281-81fc48ede5e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ab2ae9ef74c4219b541c0ffefdc5fb5&device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 1128 time: 0.3517828 Mar 14 18:54:54.724628 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Attempting to bind port 93626ccd-48e0-496f-9b47-be647825f215 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:54:54.724862 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-79ff1467-f29d-4585-bbec-e127f0a16389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:54.724945 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Attempting to bind port 93626ccd-48e0-496f-9b47-be647825f215 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:54:54.725289 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Attempting to bind port 93626ccd-48e0-496f-9b47-be647825f215 on network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:54.726343 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-79ff1467-f29d-4585-bbec-e127f0a16389 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ab2ae9ef74c4219b541c0ffefdc5fb5&device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 1128 time: 0.3324633 Mar 14 18:54:54.742617 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 on network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:54:54.742933 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Attempting to bind port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 on network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:54.753086 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Port 93626ccd-48e0-496f-9b47-be647825f215 on network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:54:54.753452 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Attempting to bind port 93626ccd-48e0-496f-9b47-be647825f215 on network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:54.760907 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:54.761217 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Checking segment: {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:54.761998 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Bound using segment: {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:54.762436 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Bound port: 93626ccd-48e0-496f-9b47-be647825f215, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'}}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:54:54.762796 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (93626ccd-48e0-496f-9b47-be647825f215), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:54.766099 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-4d777462-c638-4af1-9df0-8ee1fdce7983 admin admin] Publish callbacks [] for security_group (1991b722-415e-444a-9980-6ef1a3f9c7aa), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:54.775601 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Pushing event updated for resources: {'Port': ['ID=93626ccd-48e0-496f-9b47-be647825f215,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:54.783439 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:54.783982 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Checking segment: {'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:54:54.784146 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Bound using segment: {'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:54.784625 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Bound port: 43c1c21d-f2cc-47d4-ba79-5d46c08178b0, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'}}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:54:54.784982 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:54.856656 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-33ab309e-3ea6-4b1e-902e-f4c280b3a339 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a36c04-2fd9-4ff6-b362-30ba8e69a671 HTTP/1.1" status: 200 len: 217 time: 0.1288254 Mar 14 18:54:54.859352 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-4d777462-c638-4af1-9df0-8ee1fdce7983 admin admin] Publish callbacks [] for security_group (1991b722-415e-444a-9980-6ef1a3f9c7aa), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:54.860194 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-499f9ed0-99da-43d6-a922-d97d9aeff70b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e6a51a6-bfe3-4762-8260-67aae6826a7f HTTP/1.1" status: 200 len: 217 time: 0.1231482 Mar 14 18:54:54.890278 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e91f08-7281-4805-8518-e0f025fd6884 req-55fc549c-b81f-4290-a739-46d3831f63d7 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:54.904566 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b6e91f08-7281-4805-8518-e0f025fd6884 req-55fc549c-b81f-4290-a739-46d3831f63d7 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 943 time: 0.4830639 Mar 14 18:54:54.970894 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] For port 93626ccd-48e0-496f-9b47-be647825f215, host hv-cinder-82966, cleared binding levels {{(pid=109512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:54.978110 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] For port 93626ccd-48e0-496f-9b47-be647825f215, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=93626ccd-48e0-496f-9b47-be647825f215,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:54.983675 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] For port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0, host hv-cinder-82966, cleared binding levels {{(pid=109512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:54.987168 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] For port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=43c1c21d-f2cc-47d4-ba79-5d46c08178b0,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:54.994148 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (93626ccd-48e0-496f-9b47-be647825f215), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:55.009818 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:55.019992 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-4d777462-c638-4af1-9df0-8ee1fdce7983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (1991b722-415e-444a-9980-6ef1a3f9c7aa), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:55.025903 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-4d777462-c638-4af1-9df0-8ee1fdce7983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:55.027289 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-4d777462-c638-4af1-9df0-8ee1fdce7983 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1991b722-415e-444a-9980-6ef1a3f9c7aa HTTP/1.1" status: 204 len: 168 time: 0.4429572 Mar 14 18:54:55.055972 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 413ea98f-b991-4913-b0dd-0f8104d13a2e up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:55.065840 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:55.070450 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:55.072384 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-d0efed26-08f3-4bd0-acb5-a4ff965e2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:55.074078 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-d0efed26-08f3-4bd0-acb5-a4ff965e2c7e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e161f34-9b40-4161-b4b6-c157a635ab79 HTTP/1.1" status: 200 len: 859 time: 0.2009501 Mar 14 18:54:55.077518 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] 10.222.0.69 "PUT /v2.0/ports/93626ccd-48e0-496f-9b47-be647825f215 HTTP/1.1" status: 200 len: 1093 time: 2.0324976 Mar 14 18:54:55.078907 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345c426e-e67c-4059-afa1-b22d69a8befb', 'tag': '93626ccd-48e0-496f-9b47-be647825f215'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:54:55.093002 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-f2f7e77d-6c8f-451b-ac84-764a70f5402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:55.095181 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-f2f7e77d-6c8f-451b-ac84-764a70f5402b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e161f34-9b40-4161-b4b6-c157a635ab79 HTTP/1.1" status: 200 len: 859 time: 0.2146664 Mar 14 18:54:55.172483 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-ec6e9cc8-28a5-432c-9fb8-d13d38d66eb8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4943cbb-86ed-41d1-ba7e-068bc9f558be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760298 Mar 14 18:54:55.180370 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-c2ee6827-d033-4121-a289-7bc52991cd0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4943cbb-86ed-41d1-ba7e-068bc9f558be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639467 Mar 14 18:54:55.184036 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b6e91f08-7281-4805-8518-e0f025fd6884 req-3c182081-0de4-411d-bc0c-e1157101d7ec tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786829 Mar 14 18:54:55.215937 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port 413ea98f-b991-4913-b0dd-0f8104d13a2e completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:54:55.220482 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port 413ea98f-b991-4913-b0dd-0f8104d13a2e triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:54:55.221088 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (413ea98f-b991-4913-b0dd-0f8104d13a2e), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:55.267185 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d777462-c638-4af1-9df0-8ee1fdce7983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1991b722-415e-444a-9980-6ef1a3f9c7aa,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:55.343225 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:55.345623 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:55.349635 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] 10.222.0.69 "PUT /v2.0/ports/43c1c21d-f2cc-47d4-ba79-5d46c08178b0 HTTP/1.1" status: 200 len: 1093 time: 2.3033984 Mar 14 18:54:55.443164 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 413ea98f-b991-4913-b0dd-0f8104d13a2e is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:55.443738 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (413ea98f-b991-4913-b0dd-0f8104d13a2e), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:55.449710 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4ad9c-cc4d-44e5-a539-e26cd4b94732 service neutron] Pushing event updated for resources: {'Port': ['ID=93626ccd-48e0-496f-9b47-be647825f215,revision_number=3']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:55.489674 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e9991e-211a-4d0b-8349-373b4d5c6902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413ea98f-b991-4913-b0dd-0f8104d13a2e'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:54:55.542378 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41194) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:55.589525 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 413ea98f-b991-4913-b0dd-0f8104d13a2e, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=413ea98f-b991-4913-b0dd-0f8104d13a2e,segment=NetworkSegment(616d432a-6226-47e8-9650-f1db0f9fc873),segment_id=616d432a-6226-47e8-9650-f1db0f9fc873)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:55.609242 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (413ea98f-b991-4913-b0dd-0f8104d13a2e), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:55.706073 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-4cafd97f-4678-450f-93d5-9a66f42f0314 service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103557 Mar 14 18:54:55.709807 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-a4555c94-3a16-43cb-b7d0-a70850316071 service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034158 Mar 14 18:54:55.717713 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d16604-7367-485e-88d9-22fb1a51996a req-9b1f7f4a-83f4-423b-a1bd-558c8856b676 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:55.725363 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-34d16604-7367-485e-88d9-22fb1a51996a req-9b1f7f4a-83f4-423b-a1bd-558c8856b676 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 944 time: 0.2896447 Mar 14 18:54:55.784546 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=413ea98f-b991-4913-b0dd-0f8104d13a2e,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:55.803757 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35726830-ac77-42a1-81ff-18d9090def34" -d '{"events": [{"name": "network-changed", "server_uuid": "345c426e-e67c-4059-afa1-b22d69a8befb", "tag": "93626ccd-48e0-496f-9b47-be647825f215"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:54:55.810161 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-a20c2864-53a2-4195-adc6-7997fa6e4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:55.811683 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-a20c2864-53a2-4195-adc6-7997fa6e4b37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 1127 time: 0.5966821 Mar 14 18:54:55.819054 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dc743-5eef-467c-b381-ae9ef0bf108a req-39914390-06bb-4407-b186-4a52fc7e0061 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:55.828764 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-216dc743-5eef-467c-b381-ae9ef0bf108a req-39914390-06bb-4407-b186-4a52fc7e0061 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 943 time: 0.7734766 Mar 14 18:54:55.919203 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-34d16604-7367-485e-88d9-22fb1a51996a req-d17b771e-723d-44f2-acc4-fa2d31ed50d1 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878412 Mar 14 18:54:55.970998 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-c03485f8-a02d-4153-afde-83b104f969a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93626ccd-48e0-496f-9b47-be647825f215 HTTP/1.1" status: 200 len: 217 time: 0.0977795 Mar 14 18:54:55.978727 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-11880b18-95eb-43c5-8a9f-66955e126eb3 service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510686 Mar 14 18:54:56.005347 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4338e3bb-44d9-43db-9e5b-3a280e3828d6 req-35e051b6-57c3-486a-8158-0e6984a2b723 service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767117 Mar 14 18:54:56.006492 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-99b43682-ed40-4d13-a59d-8a355a99b8db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:56.065653 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-7461bec8-02e0-4781-b280-928e0bf85696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:56.068556 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-7461bec8-02e0-4781-b280-928e0bf85696 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d5854ce46fd47118790a60790aabdc0&device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 1127 time: 0.6495743 Mar 14 18:54:56.098297 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fda0cd-454b-41ee-b716-636a38cac176 req-0af58882-7dd7-41a8-9266-95d30c36fa4e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:56.099856 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-98fda0cd-454b-41ee-b716-636a38cac176 req-0af58882-7dd7-41a8-9266-95d30c36fa4e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 944 time: 0.0864930 Mar 14 18:54:56.108138 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-216dc743-5eef-467c-b381-ae9ef0bf108a req-320f32d1-d3ec-4488-a6d9-816ddcbe35fb tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237792 Mar 14 18:54:56.108739 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d8a2b-a83c-406a-a6af-18e4c948ecb8 service neutron] Pushing event updated for resources: {'Port': ['ID=43c1c21d-f2cc-47d4-ba79-5d46c08178b0,revision_number=3']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:56.162677 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-8278364a-3681-4257-8cdf-3bcb14c0d0de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43c1c21d-f2cc-47d4-ba79-5d46c08178b0 HTTP/1.1" status: 200 len: 217 time: 0.0839581 Mar 14 18:54:56.177789 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adefebc-51b4-454e-b53e-c212be38f3c8" -d '{"events": [{"server_uuid": "00e9991e-211a-4d0b-8349-373b4d5c6902", "name": "network-vif-plugged", "status": "completed", "tag": "413ea98f-b991-4913-b0dd-0f8104d13a2e"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:54:56.231335 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-99b43682-ed40-4d13-a59d-8a355a99b8db admin admin] Publish callbacks [] for security_group (4785528a-de25-4c8c-852e-0fecd97a2fb5), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:56.234158 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-9deb6ae8-253b-4773-8003-c5fd29d1baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:56.235244 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-98fda0cd-454b-41ee-b716-636a38cac176 req-22dbf120-1148-4756-9229-a91268d44b93 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129348 Mar 14 18:54:56.235747 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-9deb6ae8-253b-4773-8003-c5fd29d1baa4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=976b38a2-d7ae-40fd-9d70-aabcc933749c HTTP/1.1" status: 200 len: 853 time: 0.1988029 Mar 14 18:54:56.239443 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-99b43682-ed40-4d13-a59d-8a355a99b8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (4785528a-de25-4c8c-852e-0fecd97a2fb5), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:56.258502 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-9b858c9d-d232-413f-81f0-3a6e7a2737eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:56.258502 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-9b858c9d-d232-413f-81f0-3a6e7a2737eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7884ae3e-1a70-464b-b2c2-a460fd6afe53 HTTP/1.1" status: 200 len: 850 time: 0.0821350 Mar 14 18:54:56.310530 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-99b43682-ed40-4d13-a59d-8a355a99b8db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f3b5068c15d34147b8c588c8e733e278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7713315 Mar 14 18:54:56.317116 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41250) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:56.318783 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b43682-ed40-4d13-a59d-8a355a99b8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4785528a-de25-4c8c-852e-0fecd97a2fb5,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:56.346384 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659a02f2-10fe-4841-b8a6-4159f178898b x-openstack-request-id: req-659a02f2-10fe-4841-b8a6-4159f178898b {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:54:56.346668 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345c426e-e67c-4059-afa1-b22d69a8befb", "tag": "93626ccd-48e0-496f-9b47-be647825f215", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:54:56.346918 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-659a02f2-10fe-4841-b8a6-4159f178898b {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:54:56.347370 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345c426e-e67c-4059-afa1-b22d69a8befb', 'tag': '93626ccd-48e0-496f-9b47-be647825f215', 'status': 'completed', 'code': 200} Mar 14 18:54:56.480179 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5b185cdb-0314-4c7f-bd5b-f2dd33a6f2bb admin admin] Publish callbacks [] for security_group (4785528a-de25-4c8c-852e-0fecd97a2fb5), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:56.489388 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf4041cf-267b-4717-aa4c-2d3a72996881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:56.490909 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cf4041cf-267b-4717-aa4c-2d3a72996881 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02582d36-ca25-45a1-af5c-ddbb95f8bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1820285 Mar 14 18:54:56.492604 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-826def08-5c92-4bf5-b3eb-6768dce97d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:56.494031 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-826def08-5c92-4bf5-b3eb-6768dce97d9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2402978 Mar 14 18:54:56.532845 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fc7d1d-91f6-492f-a429-4e8de8717b62 x-openstack-request-id: req-98fc7d1d-91f6-492f-a429-4e8de8717b62 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:54:56.533220 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e9991e-211a-4d0b-8349-373b4d5c6902", "name": "network-vif-plugged", "status": "completed", "tag": "413ea98f-b991-4913-b0dd-0f8104d13a2e", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:54:56.533536 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98fc7d1d-91f6-492f-a429-4e8de8717b62 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:54:56.534354 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e9991e-211a-4d0b-8349-373b4d5c6902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413ea98f-b991-4913-b0dd-0f8104d13a2e', 'code': 200} Mar 14 18:54:56.536608 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5b185cdb-0314-4c7f-bd5b-f2dd33a6f2bb admin admin] Publish callbacks [] for security_group (4785528a-de25-4c8c-852e-0fecd97a2fb5), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:56.656567 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6b3db-4eb0-4b7a-88af-6334098f82e9 req-df2d960e-1725-49e5-98ee-418220e72016 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:56.658426 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cfd6b3db-4eb0-4b7a-88af-6334098f82e9 req-df2d960e-1725-49e5-98ee-418220e72016 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 943 time: 0.2449577 Mar 14 18:54:56.780000 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0a671-581d-4b87-b41a-1cc3ef817144 req-b52e7763-022d-4a3d-9678-0a72c09e5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:56.782905 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f2d0a671-581d-4b87-b41a-1cc3ef817144 req-b52e7763-022d-4a3d-9678-0a72c09e5e69 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 1129 time: 0.0887330 Mar 14 18:54:56.803357 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-f2d0a671-581d-4b87-b41a-1cc3ef817144 req-c8f20b9a-8130-4f9d-a124-fe042abaa4fd service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:56.816317 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-cedf056d-cc7d-47ea-be6c-7cecb9cae2a1 service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998137 Mar 14 18:54:56.842444 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-708bf328-6914-4b8e-a9b5-5edd24103a8b service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271790 Mar 14 18:54:56.887524 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cfd6b3db-4eb0-4b7a-88af-6334098f82e9 req-d768d781-8c10-441b-9cd6-8a144d946441 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963449 Mar 14 18:54:56.983382 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-f2d0a671-581d-4b87-b41a-1cc3ef817144 req-c8f20b9a-8130-4f9d-a124-fe042abaa4fd service neutron] Publish callbacks [] for security_group (79773416-65c3-488b-bfe5-2a9ec6f93712), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:56.988130 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5b185cdb-0314-4c7f-bd5b-f2dd33a6f2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (4785528a-de25-4c8c-852e-0fecd97a2fb5), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:56.990637 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5b185cdb-0314-4c7f-bd5b-f2dd33a6f2bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:56.991824 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-5b185cdb-0314-4c7f-bd5b-f2dd33a6f2bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4785528a-de25-4c8c-852e-0fecd97a2fb5 HTTP/1.1" status: 204 len: 168 time: 0.6724744 Mar 14 18:54:56.992015 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-f2d0a671-581d-4b87-b41a-1cc3ef817144 req-c8f20b9a-8130-4f9d-a124-fe042abaa4fd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (79773416-65c3-488b-bfe5-2a9ec6f93712), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:57.014771 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b185cdb-0314-4c7f-bd5b-f2dd33a6f2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4785528a-de25-4c8c-852e-0fecd97a2fb5,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:57.062983 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4429592c-3c9c-4aa3-9114-9d1ab698992d req-0fe722d1-cc2b-4783-92f6-9a1c38c95bc7 service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394240 Mar 14 18:54:57.078796 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-25a6ef5a-3877-48a4-8801-806bf9d9233d req-94b33bf1-5204-43d3-8369-9cacdecba435 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248948 Mar 14 18:54:57.245040 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35726830-ac77-42a1-81ff-18d9090def34 req-05596df7-0e7e-4a89-a2dd-7262bc4ea765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:57.247221 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-35726830-ac77-42a1-81ff-18d9090def34 req-05596df7-0e7e-4a89-a2dd-7262bc4ea765 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 1127 time: 0.0765681 Mar 14 18:54:57.338053 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f20b9a-8130-4f9d-a124-fe042abaa4fd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=79773416-65c3-488b-bfe5-2a9ec6f93712,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:57.342880 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f2d0a671-581d-4b87-b41a-1cc3ef817144 req-c8f20b9a-8130-4f9d-a124-fe042abaa4fd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517142 Mar 14 18:54:57.364127 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ebf83-e9f2-468b-ad94-8754feadd262 req-98d2e6b6-4220-4d90-97bd-67f091b4a38f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:57.365813 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e68ebf83-e9f2-468b-ad94-8754feadd262 req-98d2e6b6-4220-4d90-97bd-67f091b4a38f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 943 time: 0.1342521 Mar 14 18:54:57.370624 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571079-af1a-461c-a5e1-ddb74ad5a1ce req-0c0da841-c1bf-41dc-a0de-bc6171cac0a7 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:57.372529 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6b571079-af1a-461c-a5e1-ddb74ad5a1ce req-0c0da841-c1bf-41dc-a0de-bc6171cac0a7 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 945 time: 0.3577337 Mar 14 18:54:57.438864 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35726830-ac77-42a1-81ff-18d9090def34 req-723b4fe4-a631-44cc-8da3-05cdfa5ae66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:57.440444 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-35726830-ac77-42a1-81ff-18d9090def34 req-723b4fe4-a631-44cc-8da3-05cdfa5ae66e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 915 time: 0.1767349 Mar 14 18:54:57.443768 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e68ebf83-e9f2-468b-ad94-8754feadd262 req-6641b929-2cdb-4926-abe9-64515ddbd344 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696917 Mar 14 18:54:57.444448 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6b571079-af1a-461c-a5e1-ddb74ad5a1ce req-41f4e3bd-9304-4eb0-9dc3-49d681dce4a1 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621207 Mar 14 18:54:57.477438 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41300) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:57.490695 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a5c36d5b-9323-41b5-bf7e-92a617296722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:57.590827 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f836a25-7e93-4b89-80d3-74cc294c6bcb req-dc7e1d24-ab65-4072-ac12-49909f98b96f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:57.592428 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5f836a25-7e93-4b89-80d3-74cc294c6bcb req-dc7e1d24-ab65-4072-ac12-49909f98b96f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 944 time: 0.0835867 Mar 14 18:54:57.628357 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-35726830-ac77-42a1-81ff-18d9090def34 req-03932f8a-f78c-40b8-80a3-54edcdf48f38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93626ccd-48e0-496f-9b47-be647825f215 HTTP/1.1" status: 200 len: 217 time: 0.0360987 Mar 14 18:54:57.635796 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a5c36d5b-9323-41b5-bf7e-92a617296722 admin admin] Publish callbacks [] for security_group (90928c8d-bbd2-41dc-9a48-a0cbe0156066), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:57.650759 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a5c36d5b-9323-41b5-bf7e-92a617296722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (90928c8d-bbd2-41dc-9a48-a0cbe0156066), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:57.699937 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5f836a25-7e93-4b89-80d3-74cc294c6bcb req-257ac619-5169-4ae8-ad7a-8041869d4082 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973737 Mar 14 18:54:57.700072 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35726830-ac77-42a1-81ff-18d9090def34 req-a1ff6d34-01f4-41fa-bf3a-7b2bcc512966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:57.701795 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-35726830-ac77-42a1-81ff-18d9090def34 req-a1ff6d34-01f4-41fa-bf3a-7b2bcc512966 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=976b38a2-d7ae-40fd-9d70-aabcc933749c HTTP/1.1" status: 200 len: 853 time: 0.0639510 Mar 14 18:54:57.707266 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c36d5b-9323-41b5-bf7e-92a617296722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90928c8d-bbd2-41dc-9a48-a0cbe0156066,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:57.716599 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-a5c36d5b-9323-41b5-bf7e-92a617296722 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=afa310017c8a4d3db22c48af4437ec04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381115 Mar 14 18:54:57.719169 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41310) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:57.759964 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35726830-ac77-42a1-81ff-18d9090def34 req-5ef16aca-0570-4d8f-a957-63d7cef8e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:57.761439 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-35726830-ac77-42a1-81ff-18d9090def34 req-5ef16aca-0570-4d8f-a957-63d7cef8e194 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526323 Mar 14 18:54:57.773822 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-17c82fc9-9f73-4969-87c0-f8dae619bbcc admin admin] Publish callbacks [] for security_group (90928c8d-bbd2-41dc-9a48-a0cbe0156066), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:57.800379 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-17c82fc9-9f73-4969-87c0-f8dae619bbcc admin admin] Publish callbacks [] for security_group (90928c8d-bbd2-41dc-9a48-a0cbe0156066), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:57.861059 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-17c82fc9-9f73-4969-87c0-f8dae619bbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (90928c8d-bbd2-41dc-9a48-a0cbe0156066), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:57.863925 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-17c82fc9-9f73-4969-87c0-f8dae619bbcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:57.865315 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-17c82fc9-9f73-4969-87c0-f8dae619bbcc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90928c8d-bbd2-41dc-9a48-a0cbe0156066 HTTP/1.1" status: 204 len: 168 time: 0.1445746 Mar 14 18:54:57.867474 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-35726830-ac77-42a1-81ff-18d9090def34 req-e24f352f-f197-4d3a-aba0-46b2aaadfdd3 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954649 Mar 14 18:54:57.873572 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c82fc9-9f73-4969-87c0-f8dae619bbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90928c8d-bbd2-41dc-9a48-a0cbe0156066,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:57.910488 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:54:58.013943 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-35726830-ac77-42a1-81ff-18d9090def34 req-96f51863-b743-4975-9699-514e35553f25 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398883 Mar 14 18:54:58.047039 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8286f-dee4-42d6-8796-20f365080bf2 req-d4c06a99-2d15-48b9-99b5-3cf5a7bf5636 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:58.048590 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-bda8286f-dee4-42d6-8796-20f365080bf2 req-d4c06a99-2d15-48b9-99b5-3cf5a7bf5636 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 943 time: 0.0792246 Mar 14 18:54:58.099206 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-bda8286f-dee4-42d6-8796-20f365080bf2 req-ea6f1cba-e220-4dc2-9d03-7c387b360aff tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445774 Mar 14 18:54:58.348769 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddcd8c8-dbff-4367-b919-e361d74ff510', 'tag': '43c1c21d-f2cc-47d4-ba79-5d46c08178b0'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:54:58.351715 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a664bbe-70ff-4434-99d5-7151fa92e320" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddcd8c8-dbff-4367-b919-e361d74ff510", "tag": "43c1c21d-f2cc-47d4-ba79-5d46c08178b0"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:54:58.400240 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64128b1-d3b0-4cc3-99c9-1f8411d424fd x-openstack-request-id: req-b64128b1-d3b0-4cc3-99c9-1f8411d424fd {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:54:58.400542 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddcd8c8-dbff-4367-b919-e361d74ff510", "tag": "43c1c21d-f2cc-47d4-ba79-5d46c08178b0", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:54:58.400797 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b64128b1-d3b0-4cc3-99c9-1f8411d424fd {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:54:58.401211 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddcd8c8-dbff-4367-b919-e361d74ff510', 'tag': '43c1c21d-f2cc-47d4-ba79-5d46c08178b0', 'status': 'completed', 'code': 200} Mar 14 18:54:58.485004 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a664bbe-70ff-4434-99d5-7151fa92e320 req-5ca4ec43-e2b8-45dc-b320-2bcb006c0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:58.486673 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9a664bbe-70ff-4434-99d5-7151fa92e320 req-5ca4ec43-e2b8-45dc-b320-2bcb006c0037 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d5854ce46fd47118790a60790aabdc0&device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 1127 time: 0.0547080 Mar 14 18:54:58.604024 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a664bbe-70ff-4434-99d5-7151fa92e320 req-3e7f6b03-49c3-4100-a7b4-a6f0952b868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:58.604024 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9a664bbe-70ff-4434-99d5-7151fa92e320 req-3e7f6b03-49c3-4100-a7b4-a6f0952b868c service neutron] 10.222.0.69 "GET /v2.0/networks?id=02582d36-ca25-45a1-af5c-ddbb95f8bde0 HTTP/1.1" status: 200 len: 912 time: 0.1065605 Mar 14 18:54:58.627839 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147e99e-340f-4d9d-b5f2-6ae8e391a876 req-5600bd54-2045-4171-9685-5f5d1d988cbd tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:58.636953 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6147e99e-340f-4d9d-b5f2-6ae8e391a876 req-5600bd54-2045-4171-9685-5f5d1d988cbd tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 943 time: 0.0863030 Mar 14 18:54:58.703769 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6147e99e-340f-4d9d-b5f2-6ae8e391a876 req-52c745be-4ef9-4ac4-bc7f-23d7b73e1176 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655308 Mar 14 18:54:58.753692 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9a664bbe-70ff-4434-99d5-7151fa92e320 req-c1da7b88-05c4-4db6-9b7c-234e9b093abc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43c1c21d-f2cc-47d4-ba79-5d46c08178b0 HTTP/1.1" status: 200 len: 217 time: 0.1425552 Mar 14 18:54:58.812067 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a664bbe-70ff-4434-99d5-7151fa92e320 req-5eefd113-f20a-4e87-bb5c-bd30a7d1e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:58.813570 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9a664bbe-70ff-4434-99d5-7151fa92e320 req-5eefd113-f20a-4e87-bb5c-bd30a7d1e351 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7884ae3e-1a70-464b-b2c2-a460fd6afe53 HTTP/1.1" status: 200 len: 850 time: 0.0492275 Mar 14 18:54:58.837904 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64700e9c-24c4-4934-8ab2-2c3def325c35 req-b7582dca-8ac2-4dbd-9d95-3886da44044c tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:58.839466 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-64700e9c-24c4-4934-8ab2-2c3def325c35 req-b7582dca-8ac2-4dbd-9d95-3886da44044c tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 945 time: 0.2303481 Mar 14 18:54:58.907142 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-64700e9c-24c4-4934-8ab2-2c3def325c35 req-c011a3d1-69c5-4e67-9da3-8b0c69a7c516 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519485 Mar 14 18:54:58.919700 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a664bbe-70ff-4434-99d5-7151fa92e320 req-732d925b-9de7-4278-9634-030257cb8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:58.919700 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9a664bbe-70ff-4434-99d5-7151fa92e320 req-732d925b-9de7-4278-9634-030257cb8d05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02582d36-ca25-45a1-af5c-ddbb95f8bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0995240 Mar 14 18:54:58.931399 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae2cf0-d289-4db7-b908-bf5a2eb29c45 req-63e04beb-6e6d-475b-9502-c9c090caba39 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:58.939131 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4fae2cf0-d289-4db7-b908-bf5a2eb29c45 req-63e04beb-6e6d-475b-9502-c9c090caba39 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 944 time: 0.0857942 Mar 14 18:54:58.997158 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4fae2cf0-d289-4db7-b908-bf5a2eb29c45 req-1350c2d6-a1d6-4720-9ea6-ab1b4d9f7d9c tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568733 Mar 14 18:54:59.060823 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9a664bbe-70ff-4434-99d5-7151fa92e320 req-7a53a536-3150-4f91-a682-cb31c170c533 service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336770 Mar 14 18:54:59.072706 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device a8a36c04-2fd9-4ff6-b362-30ba8e69a671 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:54:59.075921 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41388) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:59.195343 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9a664bbe-70ff-4434-99d5-7151fa92e320 req-c926de7c-b2e3-41c5-bc62-5abcc0473acd service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204190 Mar 14 18:54:59.242183 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port a8a36c04-2fd9-4ff6-b362-30ba8e69a671, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=a8a36c04-2fd9-4ff6-b362-30ba8e69a671,segment=NetworkSegment(f1bca77a-4e5f-4408-9f70-d9bd912d7da9),segment_id=f1bca77a-4e5f-4408-9f70-d9bd912d7da9)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:59.254740 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': 'a8a36c04-2fd9-4ff6-b362-30ba8e69a671', 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be', 'port_id': 'a8a36c04-2fd9-4ff6-b362-30ba8e69a671', 'mac_address': 'fa:16:3e:f2:cd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e161f34-9b40-4161-b4b6-c157a635ab79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:54:59.281996 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0143f1-b01b-4a7f-80d8-7c542ea5c5bc req-b2ea7c74-4112-4569-ab28-301e46eaf7b6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:59.284883 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4f0143f1-b01b-4a7f-80d8-7c542ea5c5bc req-b2ea7c74-4112-4569-ab28-301e46eaf7b6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 943 time: 0.0717072 Mar 14 18:54:59.301148 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port a8a36c04-2fd9-4ff6-b362-30ba8e69a671 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:59.301544 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (a8a36c04-2fd9-4ff6-b362-30ba8e69a671), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:59.316190 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a36c04-2fd9-4ff6-b362-30ba8e69a671 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:54:59.341391 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port a8a36c04-2fd9-4ff6-b362-30ba8e69a671, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=a8a36c04-2fd9-4ff6-b362-30ba8e69a671,segment=NetworkSegment(f1bca77a-4e5f-4408-9f70-d9bd912d7da9),segment_id=f1bca77a-4e5f-4408-9f70-d9bd912d7da9)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:59.348242 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (a8a36c04-2fd9-4ff6-b362-30ba8e69a671), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:59.349199 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 8e6a51a6-bfe3-4762-8260-67aae6826a7f details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:54:59.359822 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4f0143f1-b01b-4a7f-80d8-7c542ea5c5bc req-d8b4bcdd-1006-42ab-ab8c-9f4a21365462 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695274 Mar 14 18:54:59.368617 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2b291e84-3d8e-4dc9-9993-a11b3b3dcaa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:59.422854 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 8e6a51a6-bfe3-4762-8260-67aae6826a7f, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=8e6a51a6-bfe3-4762-8260-67aae6826a7f,segment=NetworkSegment(f1bca77a-4e5f-4408-9f70-d9bd912d7da9),segment_id=f1bca77a-4e5f-4408-9f70-d9bd912d7da9)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:59.441775 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': '8e6a51a6-bfe3-4762-8260-67aae6826a7f', 'network_id': 'd4943cbb-86ed-41d1-ba7e-068bc9f558be', 'port_id': '8e6a51a6-bfe3-4762-8260-67aae6826a7f', 'mac_address': 'fa:16:3e:95:b9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e161f34-9b40-4161-b4b6-c157a635ab79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:54:59.459055 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=a8a36c04-2fd9-4ff6-b362-30ba8e69a671,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:59.461057 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2b291e84-3d8e-4dc9-9993-a11b3b3dcaa1 admin admin] Publish callbacks [] for security_group (5e1ebece-3295-44fd-8132-ca4b6add57a2), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:59.471278 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2b291e84-3d8e-4dc9-9993-a11b3b3dcaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (5e1ebece-3295-44fd-8132-ca4b6add57a2), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:59.498214 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 8e6a51a6-bfe3-4762-8260-67aae6826a7f is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:54:59.498618 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8e6a51a6-bfe3-4762-8260-67aae6826a7f), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:59.512759 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6a51a6-bfe3-4762-8260-67aae6826a7f {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:54:59.521103 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41402) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:59.521678 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-2b291e84-3d8e-4dc9-9993-a11b3b3dcaa1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6b370682ccca4d44b7acd89637b30679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4325922 Mar 14 18:54:59.522626 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b291e84-3d8e-4dc9-9993-a11b3b3dcaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1ebece-3295-44fd-8132-ca4b6add57a2,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:59.541607 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 8e6a51a6-bfe3-4762-8260-67aae6826a7f, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=8e6a51a6-bfe3-4762-8260-67aae6826a7f,segment=NetworkSegment(f1bca77a-4e5f-4408-9f70-d9bd912d7da9),segment_id=f1bca77a-4e5f-4408-9f70-d9bd912d7da9)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:59.548040 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (8e6a51a6-bfe3-4762-8260-67aae6826a7f), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:59.580566 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7af5ece0-2ce3-4bda-a76d-490f6d810625 admin admin] Publish callbacks [] for security_group (5e1ebece-3295-44fd-8132-ca4b6add57a2), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:59.600144 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=8e6a51a6-bfe3-4762-8260-67aae6826a7f,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:59.604940 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7af5ece0-2ce3-4bda-a76d-490f6d810625 admin admin] Publish callbacks [] for security_group (5e1ebece-3295-44fd-8132-ca4b6add57a2), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:59.655289 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7af5ece0-2ce3-4bda-a76d-490f6d810625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (5e1ebece-3295-44fd-8132-ca4b6add57a2), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:59.659707 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7af5ece0-2ce3-4bda-a76d-490f6d810625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:59.660889 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-7af5ece0-2ce3-4bda-a76d-490f6d810625 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e1ebece-3295-44fd-8132-ca4b6add57a2 HTTP/1.1" status: 204 len: 168 time: 0.1387358 Mar 14 18:54:59.669000 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5ece0-2ce3-4bda-a76d-490f6d810625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1ebece-3295-44fd-8132-ca4b6add57a2,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:59.852681 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd318e5d-d382-4425-a442-3c97271f4b74 req-edf44915-48e3-402b-91ae-64fe720e4a76 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:59.854867 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bd318e5d-d382-4425-a442-3c97271f4b74 req-edf44915-48e3-402b-91ae-64fe720e4a76 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 943 time: 0.0727077 Mar 14 18:54:59.863102 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['8e6a51a6-bfe3-4762-8260-67aae6826a7f'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:54:59.911057 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['a8a36c04-2fd9-4ff6-b362-30ba8e69a671'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:54:59.918952 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bd318e5d-d382-4425-a442-3c97271f4b74 req-9e43bc9a-7971-4ece-acbe-563a602e3288 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575101 Mar 14 18:55:00.146535 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aaff4-414e-48b8-870a-1b81033544ed req-3b20047d-eb09-443d-8de2-f5f58d872379 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:00.156069 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f52aaff4-414e-48b8-870a-1b81033544ed req-3b20047d-eb09-443d-8de2-f5f58d872379 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 945 time: 0.1158898 Mar 14 18:55:00.208126 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41440) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:00.232038 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8b003259-a873-4e10-a998-69781fa95032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:00.241357 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c547520-0369-4c39-9e7c-593e9c772db0 req-8915eaf5-2c3a-4c41-aae5-7c4fd9364ef9 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:00.249513 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0c547520-0369-4c39-9e7c-593e9c772db0 req-8915eaf5-2c3a-4c41-aae5-7c4fd9364ef9 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 945 time: 0.1477327 Mar 14 18:55:00.333850 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0c547520-0369-4c39-9e7c-593e9c772db0 req-d7a32950-06d5-4687-bb19-f85727ca9ad7 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830023 Mar 14 18:55:00.403463 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8b003259-a873-4e10-a998-69781fa95032 admin admin] Publish callbacks [] for security_group (ff7895f2-1aaf-4b8f-9ae3-93e3eab343b9), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:00.411538 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8b003259-a873-4e10-a998-69781fa95032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (ff7895f2-1aaf-4b8f-9ae3-93e3eab343b9), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:00.421382 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f52aaff4-414e-48b8-870a-1b81033544ed req-b8285905-d6be-4008-93d1-28b4fbb70cfb tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640982 Mar 14 18:55:00.478021 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-8b003259-a873-4e10-a998-69781fa95032 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7605d687dbe946a2bad552e7dd096183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659504 Mar 14 18:55:00.478396 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41452) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:00.509506 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b003259-a873-4e10-a998-69781fa95032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7895f2-1aaf-4b8f-9ae3-93e3eab343b9,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:00.549689 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54150d-f399-47c4-a959-bbb71ff6cec2 req-d5ea4c42-a6a7-4967-9828-1393e4bf613d tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:00.551291 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2c54150d-f399-47c4-a959-bbb71ff6cec2 req-d5ea4c42-a6a7-4967-9828-1393e4bf613d tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 943 time: 0.0880504 Mar 14 18:55:00.593825 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-622bd687-d55b-4039-a56e-528fe01c0bf1 admin admin] Publish callbacks [] for security_group (ff7895f2-1aaf-4b8f-9ae3-93e3eab343b9), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:00.628455 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-622bd687-d55b-4039-a56e-528fe01c0bf1 admin admin] Publish callbacks [] for security_group (ff7895f2-1aaf-4b8f-9ae3-93e3eab343b9), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:00.637141 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2c54150d-f399-47c4-a959-bbb71ff6cec2 req-9c76ac09-b883-4948-a643-7358708b9b4f tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667062 Mar 14 18:55:00.693833 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-622bd687-d55b-4039-a56e-528fe01c0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (ff7895f2-1aaf-4b8f-9ae3-93e3eab343b9), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:00.696657 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-622bd687-d55b-4039-a56e-528fe01c0bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:00.697841 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-622bd687-d55b-4039-a56e-528fe01c0bf1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff7895f2-1aaf-4b8f-9ae3-93e3eab343b9 HTTP/1.1" status: 204 len: 168 time: 0.2186844 Mar 14 18:55:00.706648 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bd687-d55b-4039-a56e-528fe01c0bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7895f2-1aaf-4b8f-9ae3-93e3eab343b9,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:00.771707 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41460) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:00.897144 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-233c00ae-862e-4dcc-976e-dd3d1b958eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:00.979367 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-233c00ae-862e-4dcc-976e-dd3d1b958eff admin admin] Publish callbacks [] for security_group (fd209adb-d73d-44be-aa4f-91a97bbc9213), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:00.984846 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-233c00ae-862e-4dcc-976e-dd3d1b958eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (fd209adb-d73d-44be-aa4f-91a97bbc9213), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:01.048966 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c00ae-862e-4dcc-976e-dd3d1b958eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd209adb-d73d-44be-aa4f-91a97bbc9213,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:01.054778 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-233c00ae-862e-4dcc-976e-dd3d1b958eff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c1122cb3580347e49fc5539aaca5b535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818954 Mar 14 18:55:01.057424 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41476) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:01.082545 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 93626ccd-48e0-496f-9b47-be647825f215 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:55:01.084906 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device a8a36c04-2fd9-4ff6-b362-30ba8e69a671 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:01.104904 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37933b-a076-46d7-b895-801a73ce2e49 req-3c74b71e-8488-4d50-ac81-fa8125186337 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:01.106426 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ac37933b-a076-46d7-b895-801a73ce2e49 req-3c74b71e-8488-4d50-ac81-fa8125186337 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 943 time: 0.1065414 Mar 14 18:55:01.135757 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ff35f994-e9df-44db-8147-04d76b8d1d76 admin admin] Publish callbacks [] for security_group (fd209adb-d73d-44be-aa4f-91a97bbc9213), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:01.174414 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ff35f994-e9df-44db-8147-04d76b8d1d76 admin admin] Publish callbacks [] for security_group (fd209adb-d73d-44be-aa4f-91a97bbc9213), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:01.192697 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ac37933b-a076-46d7-b895-801a73ce2e49 req-f7c8d015-0d63-4300-8b46-b88ab4d22b35 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795670 Mar 14 18:55:01.226106 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port a8a36c04-2fd9-4ff6-b362-30ba8e69a671 completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:55:01.233254 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port a8a36c04-2fd9-4ff6-b362-30ba8e69a671 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:01.233620 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (a8a36c04-2fd9-4ff6-b362-30ba8e69a671), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:01.247228 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ff35f994-e9df-44db-8147-04d76b8d1d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (fd209adb-d73d-44be-aa4f-91a97bbc9213), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:01.249860 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ff35f994-e9df-44db-8147-04d76b8d1d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:01.250998 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-ff35f994-e9df-44db-8147-04d76b8d1d76 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd209adb-d73d-44be-aa4f-91a97bbc9213 HTTP/1.1" status: 204 len: 168 time: 0.1927037 Mar 14 18:55:01.272574 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35f994-e9df-44db-8147-04d76b8d1d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd209adb-d73d-44be-aa4f-91a97bbc9213,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:01.281281 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 93626ccd-48e0-496f-9b47-be647825f215, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=93626ccd-48e0-496f-9b47-be647825f215,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:01.306954 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': '93626ccd-48e0-496f-9b47-be647825f215', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'port_id': '93626ccd-48e0-496f-9b47-be647825f215', 'mac_address': 'fa:16:3e:92:f0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:55:01.396210 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 93626ccd-48e0-496f-9b47-be647825f215 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:01.396604 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (93626ccd-48e0-496f-9b47-be647825f215), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:01.408071 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port a8a36c04-2fd9-4ff6-b362-30ba8e69a671 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:01.408483 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (a8a36c04-2fd9-4ff6-b362-30ba8e69a671), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:01.431871 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93626ccd-48e0-496f-9b47-be647825f215 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:55:01.443092 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8372c54-a121-4767-9f3f-979ad1c4be73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a36c04-2fd9-4ff6-b362-30ba8e69a671'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:55:01.446066 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5708a008-0281-4628-a8bf-ffc51d201125" -d '{"events": [{"server_uuid": "b8372c54-a121-4767-9f3f-979ad1c4be73", "name": "network-vif-plugged", "status": "completed", "tag": "a8a36c04-2fd9-4ff6-b362-30ba8e69a671"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:55:01.505391 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port a8a36c04-2fd9-4ff6-b362-30ba8e69a671, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=a8a36c04-2fd9-4ff6-b362-30ba8e69a671,segment=NetworkSegment(f1bca77a-4e5f-4408-9f70-d9bd912d7da9),segment_id=f1bca77a-4e5f-4408-9f70-d9bd912d7da9)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:01.514814 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 93626ccd-48e0-496f-9b47-be647825f215, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=93626ccd-48e0-496f-9b47-be647825f215,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:01.518558 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f790e267-e177-477f-8477-4f90a8525ef2 x-openstack-request-id: req-f790e267-e177-477f-8477-4f90a8525ef2 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:55:01.518949 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8372c54-a121-4767-9f3f-979ad1c4be73", "name": "network-vif-plugged", "status": "completed", "tag": "a8a36c04-2fd9-4ff6-b362-30ba8e69a671", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:55:01.519139 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f790e267-e177-477f-8477-4f90a8525ef2 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:55:01.519567 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8372c54-a121-4767-9f3f-979ad1c4be73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a36c04-2fd9-4ff6-b362-30ba8e69a671', 'code': 200} Mar 14 18:55:01.520815 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (a8a36c04-2fd9-4ff6-b362-30ba8e69a671), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:01.533908 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebe088-d001-40bb-b2f9-1e6e11c527b5 req-d0874c5f-6003-4b68-bf35-51a73385d629 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:01.534979 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 8e6a51a6-bfe3-4762-8260-67aae6826a7f up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:01.547891 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b4ebe088-d001-40bb-b2f9-1e6e11c527b5 req-d0874c5f-6003-4b68-bf35-51a73385d629 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 945 time: 0.1083608 Mar 14 18:55:01.574092 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (93626ccd-48e0-496f-9b47-be647825f215), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:01.575046 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:55:01.643985 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b4ebe088-d001-40bb-b2f9-1e6e11c527b5 req-58fd2e8f-6312-4b6a-8f70-97d1d6d1eae6 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869503 Mar 14 18:55:01.685523 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=a8a36c04-2fd9-4ff6-b362-30ba8e69a671,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:01.752211 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41514) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:01.767637 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d6e6e17b-e5da-4cc7-b4df-9e6d5f3d519c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:01.830258 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port 8e6a51a6-bfe3-4762-8260-67aae6826a7f completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:55:01.839566 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port 8e6a51a6-bfe3-4762-8260-67aae6826a7f triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:01.852159 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (8e6a51a6-bfe3-4762-8260-67aae6826a7f), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:01.902371 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d6e6e17b-e5da-4cc7-b4df-9e6d5f3d519c admin admin] Publish callbacks [] for security_group (c6f1e698-50db-4e4d-9ac7-9c234fc7d41f), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:01.913029 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d6e6e17b-e5da-4cc7-b4df-9e6d5f3d519c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (c6f1e698-50db-4e4d-9ac7-9c234fc7d41f), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:01.958802 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9636a0b-72f4-4ec9-8ca7-7f00d5734ac3 req-a91f0eb2-cdf3-419b-8e40-a2f7abe042c5 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:01.960375 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d9636a0b-72f4-4ec9-8ca7-7f00d5734ac3 req-a91f0eb2-cdf3-419b-8e40-a2f7abe042c5 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 943 time: 0.2278762 Mar 14 18:55:01.962134 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f20d3-ab19-4fa8-89bc-29629e8c0aae req-dfb6541a-9b9b-4a00-891f-0f3f5a4b3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:01.963571 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5d8f20d3-ab19-4fa8-89bc-29629e8c0aae req-dfb6541a-9b9b-4a00-891f-0f3f5a4b3fda service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 1130 time: 0.2387559 Mar 14 18:55:01.979826 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6e17b-e5da-4cc7-b4df-9e6d5f3d519c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f1e698-50db-4e4d-9ac7-9c234fc7d41f,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:02.031106 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=93626ccd-48e0-496f-9b47-be647825f215,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:02.053720 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-d6e6e17b-e5da-4cc7-b4df-9e6d5f3d519c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8783f800c7c64680af6c28f95a131bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001595 Mar 14 18:55:02.056816 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41524) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:02.058817 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=43c1c21d-f2cc-47d4-ba79-5d46c08178b0,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:02.068181 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5d8f20d3-ab19-4fa8-89bc-29629e8c0aae req-16ebd078-1e5b-45ec-a9d0-f6c755bafad0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862515 Mar 14 18:55:02.071836 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d9636a0b-72f4-4ec9-8ca7-7f00d5734ac3 req-a1de687a-7675-4ca7-b51e-a4bb1df76793 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036534 Mar 14 18:55:02.077947 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': '43c1c21d-f2cc-47d4-ba79-5d46c08178b0', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'port_id': '43c1c21d-f2cc-47d4-ba79-5d46c08178b0', 'mac_address': 'fa:16:3e:08:14:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:55:02.198989 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c441dadb-d9ac-4534-80f8-6f1ef42a3c1b admin admin] Publish callbacks [] for security_group (c6f1e698-50db-4e4d-9ac7-9c234fc7d41f), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:02.244136 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c441dadb-d9ac-4534-80f8-6f1ef42a3c1b admin admin] Publish callbacks [] for security_group (c6f1e698-50db-4e4d-9ac7-9c234fc7d41f), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:02.332530 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c441dadb-d9ac-4534-80f8-6f1ef42a3c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (c6f1e698-50db-4e4d-9ac7-9c234fc7d41f), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:02.335393 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c441dadb-d9ac-4534-80f8-6f1ef42a3c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:02.342449 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-c441dadb-d9ac-4534-80f8-6f1ef42a3c1b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c6f1e698-50db-4e4d-9ac7-9c234fc7d41f HTTP/1.1" status: 204 len: 168 time: 0.2840014 Mar 14 18:55:02.348293 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:02.348779 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:02.375675 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:55:02.376687 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441dadb-d9ac-4534-80f8-6f1ef42a3c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f1e698-50db-4e4d-9ac7-9c234fc7d41f,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:02.410519 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1463c-8407-479a-b58e-8801ac82baa8 req-e29b5e7d-0085-46c9-a990-4363f69cc573 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:02.412114 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e6c1463c-8407-479a-b58e-8801ac82baa8 req-e29b5e7d-0085-46c9-a990-4363f69cc573 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 944 time: 0.0948110 Mar 14 18:55:02.431413 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 8e6a51a6-bfe3-4762-8260-67aae6826a7f is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:02.432413 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8e6a51a6-bfe3-4762-8260-67aae6826a7f), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:02.461771 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=43c1c21d-f2cc-47d4-ba79-5d46c08178b0,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:02.464006 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-de5d80b2-6cfc-41c0-b0bd-fbbc7d381c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:02.475010 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e6c1463c-8407-479a-b58e-8801ac82baa8 req-15606125-7e18-4600-938e-d5eb64823ccb tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509284 Mar 14 18:55:02.475701 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:02.509741 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 8e6a51a6-bfe3-4762-8260-67aae6826a7f, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=8e6a51a6-bfe3-4762-8260-67aae6826a7f,segment=NetworkSegment(f1bca77a-4e5f-4408-9f70-d9bd912d7da9),segment_id=f1bca77a-4e5f-4408-9f70-d9bd912d7da9)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:02.521264 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (8e6a51a6-bfe3-4762-8260-67aae6826a7f), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:02.540921 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=43c1c21d-f2cc-47d4-ba79-5d46c08178b0,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:02.626993 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=8e6a51a6-bfe3-4762-8260-67aae6826a7f,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:02.782555 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['43c1c21d-f2cc-47d4-ba79-5d46c08178b0'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:55:02.790402 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['93626ccd-48e0-496f-9b47-be647825f215'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:55:02.833858 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40e2e1-da34-4ea1-95c8-7b84d55c0cd4 req-fab8695b-0f35-4faf-8eb9-b7f8f443f6ee tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:02.839779 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-af40e2e1-da34-4ea1-95c8-7b84d55c0cd4 req-fab8695b-0f35-4faf-8eb9-b7f8f443f6ee tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.1003919 Mar 14 18:55:02.895543 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-af40e2e1-da34-4ea1-95c8-7b84d55c0cd4 req-ad516a5d-f7f1-4b00-a1ef-fd414fda091d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541286 Mar 14 18:55:03.195103 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41590) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:03.234478 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ef38f-86a8-446b-a4f9-7b8237a64087 req-21d3f2b6-dc01-4acb-a450-61304e463609 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:03.236027 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bd0ef38f-86a8-446b-a4f9-7b8237a64087 req-21d3f2b6-dc01-4acb-a450-61304e463609 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 944 time: 0.0618958 Mar 14 18:55:03.298131 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bd0ef38f-86a8-446b-a4f9-7b8237a64087 req-a3556fed-ae5e-451c-9692-53a68b8dc49a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561941 Mar 14 18:55:03.358014 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f6d1dd3c-de33-4594-945d-29c29a606d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:03.465065 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f6d1dd3c-de33-4594-945d-29c29a606d13 admin admin] Publish callbacks [] for security_group (7dc530dc-242b-40ad-9e6b-1373cab30a30), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:03.472139 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f6d1dd3c-de33-4594-945d-29c29a606d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (7dc530dc-242b-40ad-9e6b-1373cab30a30), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:03.520739 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8d0cfd-3852-4659-84e3-c0104044cade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6a51a6-bfe3-4762-8260-67aae6826a7f'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:55:03.524054 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49531bf-df91-4d22-b477-67d222b64ca4" -d '{"events": [{"server_uuid": "5f8d0cfd-3852-4659-84e3-c0104044cade", "name": "network-vif-plugged", "status": "completed", "tag": "8e6a51a6-bfe3-4762-8260-67aae6826a7f"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:55:03.572563 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1dd3c-de33-4594-945d-29c29a606d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc530dc-242b-40ad-9e6b-1373cab30a30,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:03.596904 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f51e279-80e2-47b1-8ed2-ba55a7c0bc33 x-openstack-request-id: req-3f51e279-80e2-47b1-8ed2-ba55a7c0bc33 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:55:03.597202 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8d0cfd-3852-4659-84e3-c0104044cade", "name": "network-vif-plugged", "status": "completed", "tag": "8e6a51a6-bfe3-4762-8260-67aae6826a7f", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:55:03.597497 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f51e279-80e2-47b1-8ed2-ba55a7c0bc33 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:55:03.598182 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8d0cfd-3852-4659-84e3-c0104044cade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6a51a6-bfe3-4762-8260-67aae6826a7f', 'code': 200} Mar 14 18:55:03.615238 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41616) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:03.615598 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-f6d1dd3c-de33-4594-945d-29c29a606d13 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df09b783c4bf4cb5a18be4ccfda7a36b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4186134 Mar 14 18:55:03.698070 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c66e4-6f78-430f-bf85-338e15b71fcb req-a2dc0570-2f47-4250-97e1-49a937a11860 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:03.699950 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-715c66e4-6f78-430f-bf85-338e15b71fcb req-a2dc0570-2f47-4250-97e1-49a937a11860 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 944 time: 0.1222789 Mar 14 18:55:03.711055 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-42a13295-03be-4552-9905-237dd5b223d6 admin admin] Publish callbacks [] for security_group (7dc530dc-242b-40ad-9e6b-1373cab30a30), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:03.779842 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-42a13295-03be-4552-9905-237dd5b223d6 admin admin] Publish callbacks [] for security_group (7dc530dc-242b-40ad-9e6b-1373cab30a30), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:03.821661 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-715c66e4-6f78-430f-bf85-338e15b71fcb req-bc2501a6-7bb4-420a-9c3f-8d75168ebf8d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152308 Mar 14 18:55:03.868691 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-42a13295-03be-4552-9905-237dd5b223d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (7dc530dc-242b-40ad-9e6b-1373cab30a30), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:03.871877 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-42a13295-03be-4552-9905-237dd5b223d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:03.873464 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-42a13295-03be-4552-9905-237dd5b223d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7dc530dc-242b-40ad-9e6b-1373cab30a30 HTTP/1.1" status: 204 len: 168 time: 0.2567918 Mar 14 18:55:03.883077 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a13295-03be-4552-9905-237dd5b223d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc530dc-242b-40ad-9e6b-1373cab30a30,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:03.979383 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10137fd9-ca0c-4547-affb-6398a7b10bd2 req-2b41de76-1c84-4bf4-8ec9-84abfe2a4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:03.982381 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-10137fd9-ca0c-4547-affb-6398a7b10bd2 req-2b41de76-1c84-4bf4-8ec9-84abfe2a4459 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 1130 time: 0.1240244 Mar 14 18:55:04.082830 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-10137fd9-ca0c-4547-affb-6398a7b10bd2 req-5e685a93-222c-4633-972c-502682f015cf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907657 Mar 14 18:55:04.105036 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c286d-549f-43eb-acde-1c7acbbd0940 req-2a56d7ee-1378-4090-83ee-91e35b2374a7 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:04.106680 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b67c286d-549f-43eb-acde-1c7acbbd0940 req-2a56d7ee-1378-4090-83ee-91e35b2374a7 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0821033 Mar 14 18:55:04.191002 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b67c286d-549f-43eb-acde-1c7acbbd0940 req-9e972d0e-3d81-46ac-b627-4e4250e341f5 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778415 Mar 14 18:55:04.328644 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41644) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:04.351369 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-156f38ab-abde-4949-afdc-b0c120710dce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:04.459469 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-156f38ab-abde-4949-afdc-b0c120710dce admin admin] Publish callbacks [] for security_group (672ef83c-4b2f-44ef-99c2-f9378c18b335), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:04.466085 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-156f38ab-abde-4949-afdc-b0c120710dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (672ef83c-4b2f-44ef-99c2-f9378c18b335), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:04.479721 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc4f4d-55b4-47e0-864e-3b55f943cf94 req-880bd610-ff78-4684-808b-a188d9e19ba8 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:04.482183 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fbfc4f4d-55b4-47e0-864e-3b55f943cf94 req-880bd610-ff78-4684-808b-a188d9e19ba8 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 944 time: 0.0694535 Mar 14 18:55:04.514703 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-156f38ab-abde-4949-afdc-b0c120710dce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7ac6234516444b0aeca8ada11296850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849389 Mar 14 18:55:04.515660 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f38ab-abde-4949-afdc-b0c120710dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672ef83c-4b2f-44ef-99c2-f9378c18b335,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:04.517630 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41652) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:04.568375 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fbfc4f4d-55b4-47e0-864e-3b55f943cf94 req-38ef13e3-524c-42d1-ac23-c26eaec75432 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803308 Mar 14 18:55:04.609214 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d71488f5-682f-4919-aa61-33aefa6e354c admin admin] Publish callbacks [] for security_group (672ef83c-4b2f-44ef-99c2-f9378c18b335), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:04.632890 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d71488f5-682f-4919-aa61-33aefa6e354c admin admin] Publish callbacks [] for security_group (672ef83c-4b2f-44ef-99c2-f9378c18b335), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:04.698195 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-eed16cf7-3681-4905-8894-ca4162d50727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:04.700701 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d71488f5-682f-4919-aa61-33aefa6e354c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (672ef83c-4b2f-44ef-99c2-f9378c18b335), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:04.704139 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d71488f5-682f-4919-aa61-33aefa6e354c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:04.705692 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-d71488f5-682f-4919-aa61-33aefa6e354c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/672ef83c-4b2f-44ef-99c2-f9378c18b335 HTTP/1.1" status: 204 len: 168 time: 0.1850550 Mar 14 18:55:04.714047 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71488f5-682f-4919-aa61-33aefa6e354c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672ef83c-4b2f-44ef-99c2-f9378c18b335,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:04.941179 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c434-a1d5-4c9a-945b-bf11c6e54a24 req-37fb76b2-9a32-4a29-9bdc-b49e9a38ded6 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:04.942833 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8cc3c434-a1d5-4c9a-945b-bf11c6e54a24 req-37fb76b2-9a32-4a29-9bdc-b49e9a38ded6 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 944 time: 0.0576410 Mar 14 18:55:04.994686 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8cc3c434-a1d5-4c9a-945b-bf11c6e54a24 req-325af433-a10b-48ad-aa7c-b528be5a932c tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414400 Mar 14 18:55:05.316657 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dcc91-f8a7-43a3-84b7-a0b33d0fa404 req-8251d41c-b95b-4eff-99d2-bf3592b33f02 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:05.319999 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6e2dcc91-f8a7-43a3-84b7-a0b33d0fa404 req-8251d41c-b95b-4eff-99d2-bf3592b33f02 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0640457 Mar 14 18:55:05.371804 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6e2dcc91-f8a7-43a3-84b7-a0b33d0fa404 req-d776dc38-1968-44d3-8978-7a35918db975 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479391 Mar 14 18:55:05.391450 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:05.456611 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:55:05.462501 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:05.463301 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:05.561965 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:05.562360 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:05.597040 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=43c1c21d-f2cc-47d4-ba79-5d46c08178b0,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:05.599005 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddcd8c8-dbff-4367-b919-e361d74ff510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c1c21d-f2cc-47d4-ba79-5d46c08178b0'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:55:05.601587 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a97539-8afe-41eb-b7f9-043d1e2821c7" -d '{"events": [{"server_uuid": "2ddcd8c8-dbff-4367-b919-e361d74ff510", "name": "network-vif-plugged", "status": "completed", "tag": "43c1c21d-f2cc-47d4-ba79-5d46c08178b0"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:55:05.605642 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:05.606533 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 93626ccd-48e0-496f-9b47-be647825f215 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:05.681259 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=43c1c21d-f2cc-47d4-ba79-5d46c08178b0,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:05.694666 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb1b70c-f073-4e32-808f-987792ca5077 x-openstack-request-id: req-8bb1b70c-f073-4e32-808f-987792ca5077 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:55:05.694982 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddcd8c8-dbff-4367-b919-e361d74ff510", "name": "network-vif-plugged", "status": "completed", "tag": "43c1c21d-f2cc-47d4-ba79-5d46c08178b0", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:55:05.695243 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8bb1b70c-f073-4e32-808f-987792ca5077 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:55:05.695654 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddcd8c8-dbff-4367-b919-e361d74ff510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c1c21d-f2cc-47d4-ba79-5d46c08178b0', 'code': 200} Mar 14 18:55:05.725093 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e5b61-e3fc-4f92-9eaa-4f580a63fdb8 req-57e627d8-409a-4076-aeb3-79804d2e6627 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:05.728078 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f96e5b61-e3fc-4f92-9eaa-4f580a63fdb8 req-57e627d8-409a-4076-aeb3-79804d2e6627 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0714910 Mar 14 18:55:05.735063 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port 93626ccd-48e0-496f-9b47-be647825f215 completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:55:05.740966 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port 93626ccd-48e0-496f-9b47-be647825f215 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:05.741358 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (93626ccd-48e0-496f-9b47-be647825f215), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:05.814840 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f96e5b61-e3fc-4f92-9eaa-4f580a63fdb8 req-a75dba6d-2b99-4c26-9ea3-b207e835d89d tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796039 Mar 14 18:55:05.846433 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 93626ccd-48e0-496f-9b47-be647825f215 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:05.846837 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (93626ccd-48e0-496f-9b47-be647825f215), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:05.895040 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 93626ccd-48e0-496f-9b47-be647825f215, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=93626ccd-48e0-496f-9b47-be647825f215,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:05.904809 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (93626ccd-48e0-496f-9b47-be647825f215), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:05.935864 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:05.967568 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=93626ccd-48e0-496f-9b47-be647825f215,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:06.120814 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab03e3-a6e1-4b8e-a4fe-9544e1134df6 req-fe5784c0-1442-4475-bb99-a99807a091b6 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:06.122351 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-27ab03e3-a6e1-4b8e-a4fe-9544e1134df6 req-fe5784c0-1442-4475-bb99-a99807a091b6 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 945 time: 0.0569220 Mar 14 18:55:06.178596 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-27ab03e3-a6e1-4b8e-a4fe-9544e1134df6 req-41a1e220-b94c-47bd-b94e-031d1ddd913e tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507298 Mar 14 18:55:06.495298 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3471fba-9dfb-42ec-be70-68040c1c93f9 req-08337a10-d8c2-4e31-9c5b-feb1d00ac00c tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:06.496939 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f3471fba-9dfb-42ec-be70-68040c1c93f9 req-08337a10-d8c2-4e31-9c5b-feb1d00ac00c tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0554409 Mar 14 18:55:06.558978 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f3471fba-9dfb-42ec-be70-68040c1c93f9 req-1f4739e9-7a9c-456a-996a-51ef00ba9586 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556581 Mar 14 18:55:06.673960 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41838) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:06.741531 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41842) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:06.821526 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f7be4f70-298d-4e4d-b71c-c19ed3a8cb03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:06.843948 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d620-e016-4eb4-8af5-bea04da580f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.024861 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f7be4f70-298d-4e4d-b71c-c19ed3a8cb03 admin admin] Publish callbacks [] for security_group (760a2fbc-402f-45fc-9a70-4b948bc47196), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.033940 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8299fe-11b7-47c3-82df-71f66bfbc305 req-7d00d9d8-430f-4b07-89cc-ac7138b678fe tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:07.035414 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9c8299fe-11b7-47c3-82df-71f66bfbc305 req-7d00d9d8-430f-4b07-89cc-ac7138b678fe tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.1423800 Mar 14 18:55:07.038747 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f7be4f70-298d-4e4d-b71c-c19ed3a8cb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (760a2fbc-402f-45fc-9a70-4b948bc47196), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.064199 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d620-e016-4eb4-8af5-bea04da580f8 admin admin] Publish callbacks [] for security_group (91bf18ee-07da-494b-858b-eb13b3380a1b), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.070676 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.086779 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1ae6d620-e016-4eb4-8af5-bea04da580f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (91bf18ee-07da-494b-858b-eb13b3380a1b), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.104582 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-f7be4f70-298d-4e4d-b71c-c19ed3a8cb03 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a0da43818a7441aaf200d2c42d9f2de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294856 Mar 14 18:55:07.107461 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41852) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:07.126804 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be4f70-298d-4e4d-b71c-c19ed3a8cb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760a2fbc-402f-45fc-9a70-4b948bc47196,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:07.138231 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-1ae6d620-e016-4eb4-8af5-bea04da580f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9dd7a004030405f91ae5f655db220e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3928478 Mar 14 18:55:07.145445 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41854) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:07.165100 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9c8299fe-11b7-47c3-82df-71f66bfbc305 req-c2a98f90-16b5-47fd-af9c-1ffde0b54b0a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192281 Mar 14 18:55:07.166213 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6d620-e016-4eb4-8af5-bea04da580f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bf18ee-07da-494b-858b-eb13b3380a1b,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:07.209456 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4de178d6-f7db-4552-920d-5f7dade9915d admin admin] Publish callbacks [] for security_group (760a2fbc-402f-45fc-9a70-4b948bc47196), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.244819 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4de178d6-f7db-4552-920d-5f7dade9915d admin admin] Publish callbacks [] for security_group (760a2fbc-402f-45fc-9a70-4b948bc47196), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.246459 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a1e72c1a-c591-470b-988f-7f6d9e95167d admin admin] Publish callbacks [] for security_group (91bf18ee-07da-494b-858b-eb13b3380a1b), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.314752 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a1e72c1a-c591-470b-988f-7f6d9e95167d admin admin] Publish callbacks [] for security_group (91bf18ee-07da-494b-858b-eb13b3380a1b), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.336403 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862bd9b-b812-44a4-bb2d-82571d03ee68 req-3d248298-7eea-4ccf-a4fc-0402bef1c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:07.337934 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5862bd9b-b812-44a4-bb2d-82571d03ee68 req-3d248298-7eea-4ccf-a4fc-0402bef1c7f6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 1129 time: 0.0473764 Mar 14 18:55:07.369397 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec406c-4c59-4a98-8e1f-e5840ae0be32 req-980ffed7-4a80-4411-8059-fdf623f66f84 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:07.370895 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e8ec406c-4c59-4a98-8e1f-e5840ae0be32 req-980ffed7-4a80-4411-8059-fdf623f66f84 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 945 time: 0.1175385 Mar 14 18:55:07.372206 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4de178d6-f7db-4552-920d-5f7dade9915d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (760a2fbc-402f-45fc-9a70-4b948bc47196), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.374934 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4de178d6-f7db-4552-920d-5f7dade9915d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.378561 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-4de178d6-f7db-4552-920d-5f7dade9915d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/760a2fbc-402f-45fc-9a70-4b948bc47196 HTTP/1.1" status: 204 len: 168 time: 0.2675729 Mar 14 18:55:07.391637 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de178d6-f7db-4552-920d-5f7dade9915d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760a2fbc-402f-45fc-9a70-4b948bc47196,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:07.395521 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5862bd9b-b812-44a4-bb2d-82571d03ee68 req-34182e9f-4703-41cd-8f37-0e8bc5e31541 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487282 Mar 14 18:55:07.408500 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a1e72c1a-c591-470b-988f-7f6d9e95167d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (91bf18ee-07da-494b-858b-eb13b3380a1b), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.410965 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a1e72c1a-c591-470b-988f-7f6d9e95167d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.414858 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-a1e72c1a-c591-470b-988f-7f6d9e95167d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/91bf18ee-07da-494b-858b-eb13b3380a1b HTTP/1.1" status: 204 len: 168 time: 0.2706347 Mar 14 18:55:07.437977 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e72c1a-c591-470b-988f-7f6d9e95167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bf18ee-07da-494b-858b-eb13b3380a1b,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:07.444018 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e8ec406c-4c59-4a98-8e1f-e5840ae0be32 req-2b899738-8fd9-4acf-b521-4eb336ccdc69 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669045 Mar 14 18:55:07.697097 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af9f8b-971a-4e9c-b6bc-a0971b487dc9 req-ca6a94fd-9b29-42a3-a64b-5f62ecbfeac0 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:07.697244 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345c426e-e67c-4059-afa1-b22d69a8befb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93626ccd-48e0-496f-9b47-be647825f215'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:55:07.700317 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfb3f6e-cdd1-420b-9ea0-5e650309f6b4" -d '{"events": [{"server_uuid": "345c426e-e67c-4059-afa1-b22d69a8befb", "name": "network-vif-plugged", "status": "completed", "tag": "93626ccd-48e0-496f-9b47-be647825f215"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:55:07.701580 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e3af9f8b-971a-4e9c-b6bc-a0971b487dc9 req-ca6a94fd-9b29-42a3-a64b-5f62ecbfeac0 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0759513 Mar 14 18:55:07.721375 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41874) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:07.731682 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41876) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:07.745303 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0557bb-d00c-4284-9891-3ca9eeb9acb7 x-openstack-request-id: req-0b0557bb-d00c-4284-9891-3ca9eeb9acb7 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:55:07.745864 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345c426e-e67c-4059-afa1-b22d69a8befb", "name": "network-vif-plugged", "status": "completed", "tag": "93626ccd-48e0-496f-9b47-be647825f215", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:55:07.746343 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b0557bb-d00c-4284-9891-3ca9eeb9acb7 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:55:07.746951 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345c426e-e67c-4059-afa1-b22d69a8befb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93626ccd-48e0-496f-9b47-be647825f215', 'code': 200} Mar 14 18:55:07.753363 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2a5e0762-c06d-4347-8d21-a802b5d47193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.755459 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-360d4ca0-8165-4d2a-ad79-11025ecf7467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.760324 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e3af9f8b-971a-4e9c-b6bc-a0971b487dc9 req-b1951ae2-00ac-4591-b7e7-e112ffd6d232 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526199 Mar 14 18:55:07.883820 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2a5e0762-c06d-4347-8d21-a802b5d47193 admin admin] Publish callbacks [] for security_group (0530ea32-b69e-47fb-a0c4-47b045665e41), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.888955 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-360d4ca0-8165-4d2a-ad79-11025ecf7467 admin admin] Publish callbacks [] for security_group (e68576e5-a3c9-472b-b2bc-e71ad4db37af), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.889965 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2a5e0762-c06d-4347-8d21-a802b5d47193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (0530ea32-b69e-47fb-a0c4-47b045665e41), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.900306 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-360d4ca0-8165-4d2a-ad79-11025ecf7467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (e68576e5-a3c9-472b-b2bc-e71ad4db37af), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:07.946305 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-360d4ca0-8165-4d2a-ad79-11025ecf7467 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0986d3e520c649eaa37ce442b945f008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135370 Mar 14 18:55:07.948440 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e0762-c06d-4347-8d21-a802b5d47193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0530ea32-b69e-47fb-a0c4-47b045665e41,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:07.949089 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41882) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:07.955439 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-2a5e0762-c06d-4347-8d21-a802b5d47193 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5300d373d3544509734788381590be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328343 Mar 14 18:55:07.956657 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41884) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:07.978574 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d4ca0-8165-4d2a-ad79-11025ecf7467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68576e5-a3c9-472b-b2bc-e71ad4db37af,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:08.011662 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6c692-d715-4def-a0b6-eecea1fadb2f req-925e1555-3da4-4726-827a-32a1953eca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:08.013157 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-48d6c692-d715-4def-a0b6-eecea1fadb2f req-925e1555-3da4-4726-827a-32a1953eca6c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 1129 time: 0.0991497 Mar 14 18:55:08.073159 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-de178787-d515-473d-9dfb-636ae996dd7f admin admin] Publish callbacks [] for security_group (e68576e5-a3c9-472b-b2bc-e71ad4db37af), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.081579 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-e362469c-0854-465a-9f3a-7bd8c14cddd5 admin admin] Publish callbacks [] for security_group (0530ea32-b69e-47fb-a0c4-47b045665e41), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.101311 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-48d6c692-d715-4def-a0b6-eecea1fadb2f req-a7ea7bec-db11-4001-a55c-c3f7f89368e4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763879 Mar 14 18:55:08.117166 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-de178787-d515-473d-9dfb-636ae996dd7f admin admin] Publish callbacks [] for security_group (e68576e5-a3c9-472b-b2bc-e71ad4db37af), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.131941 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-e362469c-0854-465a-9f3a-7bd8c14cddd5 admin admin] Publish callbacks [] for security_group (0530ea32-b69e-47fb-a0c4-47b045665e41), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.199427 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-de178787-d515-473d-9dfb-636ae996dd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (e68576e5-a3c9-472b-b2bc-e71ad4db37af), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.202246 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-de178787-d515-473d-9dfb-636ae996dd7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.206285 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-de178787-d515-473d-9dfb-636ae996dd7f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e68576e5-a3c9-472b-b2bc-e71ad4db37af HTTP/1.1" status: 204 len: 168 time: 0.2535307 Mar 14 18:55:08.215781 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de178787-d515-473d-9dfb-636ae996dd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68576e5-a3c9-472b-b2bc-e71ad4db37af,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:08.218714 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-e362469c-0854-465a-9f3a-7bd8c14cddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (0530ea32-b69e-47fb-a0c4-47b045665e41), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.221289 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-e362469c-0854-465a-9f3a-7bd8c14cddd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.223014 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-e362469c-0854-465a-9f3a-7bd8c14cddd5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0530ea32-b69e-47fb-a0c4-47b045665e41 HTTP/1.1" status: 204 len: 168 time: 0.2632935 Mar 14 18:55:08.246002 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362469c-0854-465a-9f3a-7bd8c14cddd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0530ea32-b69e-47fb-a0c4-47b045665e41,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:08.253217 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 41896) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:08.342474 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19eaed9-ab7b-4c9c-9219-cf97d3ef20c0 req-a38b5ac3-87ab-4c78-962e-140629e84b7b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:08.344169 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f19eaed9-ab7b-4c9c-9219-cf97d3ef20c0 req-a38b5ac3-87ab-4c78-962e-140629e84b7b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0843983 Mar 14 18:55:08.412207 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f19eaed9-ab7b-4c9c-9219-cf97d3ef20c0 req-026ead1c-f030-4705-8883-4becbbaa88de tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569825 Mar 14 18:55:08.568939 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-326b3632-8b70-4eee-b6ac-354b83c9e269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.586473 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa787b-0e4c-4145-870c-426a520abd2f req-4bb6d758-8730-44bc-b40d-26411e77117c tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:08.588709 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7aaa787b-0e4c-4145-870c-426a520abd2f req-4bb6d758-8730-44bc-b40d-26411e77117c tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 945 time: 0.0574782 Mar 14 18:55:08.656923 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7aaa787b-0e4c-4145-870c-426a520abd2f req-2695a5db-d6c8-4cb5-bf47-c9d5c6e6c7c6 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611787 Mar 14 18:55:08.696199 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.726318 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-326b3632-8b70-4eee-b6ac-354b83c9e269 admin admin] Publish callbacks [] for security_group (7897fdef-2049-4f45-bafd-b5df6be110c9), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.731333 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-326b3632-8b70-4eee-b6ac-354b83c9e269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (7897fdef-2049-4f45-bafd-b5df6be110c9), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.764134 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-326b3632-8b70-4eee-b6ac-354b83c9e269 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ab2b5f46f9349ea84bbdd3c46fe44de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5091209 Mar 14 18:55:08.766989 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41926) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:08.790149 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b3632-8b70-4eee-b6ac-354b83c9e269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7897fdef-2049-4f45-bafd-b5df6be110c9,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:08.869974 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-89fe2e20-0559-4a4f-8446-236f8ca9b26a admin admin] Publish callbacks [] for security_group (7897fdef-2049-4f45-bafd-b5df6be110c9), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.911817 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-89fe2e20-0559-4a4f-8446-236f8ca9b26a admin admin] Publish callbacks [] for security_group (7897fdef-2049-4f45-bafd-b5df6be110c9), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.980526 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-89fe2e20-0559-4a4f-8446-236f8ca9b26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (7897fdef-2049-4f45-bafd-b5df6be110c9), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.981670 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63bc03-94cb-4717-828b-b061a4a1cc03 req-e3c38f4d-bb20-4830-a6c9-4d59859d9e76 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:08.983212 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-89fe2e20-0559-4a4f-8446-236f8ca9b26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:08.983351 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ca63bc03-94cb-4717-828b-b061a4a1cc03 req-e3c38f4d-bb20-4830-a6c9-4d59859d9e76 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.1104479 Mar 14 18:55:08.984488 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-89fe2e20-0559-4a4f-8446-236f8ca9b26a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7897fdef-2049-4f45-bafd-b5df6be110c9 HTTP/1.1" status: 204 len: 168 time: 0.2146246 Mar 14 18:55:08.998544 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe2e20-0559-4a4f-8446-236f8ca9b26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7897fdef-2049-4f45-bafd-b5df6be110c9,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:09.074589 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ca63bc03-94cb-4717-828b-b061a4a1cc03 req-73f3aaf6-2af2-4b07-a580-e35e2b7b267d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836372 Mar 14 18:55:09.548823 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc91fc-3a09-49c0-9c0b-0d39b6d51c8e req-93427955-0a02-44da-b916-de4348d1f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:09.550657 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f9cc91fc-3a09-49c0-9c0b-0d39b6d51c8e req-93427955-0a02-44da-b916-de4348d1f7bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ab2ae9ef74c4219b541c0ffefdc5fb5&device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 1130 time: 0.0909350 Mar 14 18:55:09.555694 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 41978) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:09.565887 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e3e58-e118-407d-a9fd-afb3aef337ff req-2065ed70-759a-434a-93a3-668fa5b58f1f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:09.567757 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-871e3e58-e118-407d-a9fd-afb3aef337ff req-2065ed70-759a-434a-93a3-668fa5b58f1f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0865993 Mar 14 18:55:09.623065 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-871e3e58-e118-407d-a9fd-afb3aef337ff req-5a3ce06f-e8f7-43d8-b3da-f7dffd76f714 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501919 Mar 14 18:55:09.632311 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f271eba-6bcd-4e54-ada3-050b27122f22 req-32e57e6e-d888-49bc-b642-d2fd88e7eac6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:09.639269 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4f271eba-6bcd-4e54-ada3-050b27122f22 req-32e57e6e-d888-49bc-b642-d2fd88e7eac6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.1429622 Mar 14 18:55:09.642044 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-56d88a1b-6b10-48a8-a643-494ba2b85703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:09.764627 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4f271eba-6bcd-4e54-ada3-050b27122f22 req-5f698b01-1bb6-45f6-a1f7-7226acdeff25 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239820 Mar 14 18:55:09.808767 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc91fc-3a09-49c0-9c0b-0d39b6d51c8e req-66f1da47-b788-496f-9db2-a7222f4f1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:09.812204 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f9cc91fc-3a09-49c0-9c0b-0d39b6d51c8e req-66f1da47-b788-496f-9db2-a7222f4f1682 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4943cbb-86ed-41d1-ba7e-068bc9f558be HTTP/1.1" status: 200 len: 920 time: 0.2489829 Mar 14 18:55:09.840406 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527eb4c-4a39-466c-9950-bb21ffffb620 req-904a810d-4dff-4eae-bf92-8e53fbd75a64 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:09.848279 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2527eb4c-4a39-466c-9950-bb21ffffb620 req-904a810d-4dff-4eae-bf92-8e53fbd75a64 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 945 time: 0.0813396 Mar 14 18:55:09.880838 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-56d88a1b-6b10-48a8-a643-494ba2b85703 admin admin] Publish callbacks [] for security_group (0dcfe9c8-dc92-4ee7-9463-75e369e9fd59), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:09.913837 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2527eb4c-4a39-466c-9950-bb21ffffb620 req-c800ac3e-3a47-433f-a065-68b0dcee6d1c tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642550 Mar 14 18:55:09.935345 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-56d88a1b-6b10-48a8-a643-494ba2b85703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (0dcfe9c8-dc92-4ee7-9463-75e369e9fd59), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:09.936421 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f9cc91fc-3a09-49c0-9c0b-0d39b6d51c8e req-976b770f-3623-4caf-b907-ca595be86a5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e6a51a6-bfe3-4762-8260-67aae6826a7f HTTP/1.1" status: 200 len: 217 time: 0.1025631 Mar 14 18:55:10.011016 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-56d88a1b-6b10-48a8-a643-494ba2b85703 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=759147657d6f49ad84061c283a866ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4543130 Mar 14 18:55:10.015055 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42000) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:10.026257 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d88a1b-6b10-48a8-a643-494ba2b85703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcfe9c8-dc92-4ee7-9463-75e369e9fd59,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:10.034568 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc91fc-3a09-49c0-9c0b-0d39b6d51c8e req-aec40be5-bdea-4d57-bfe1-cbffdae05aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:10.036078 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f9cc91fc-3a09-49c0-9c0b-0d39b6d51c8e req-aec40be5-bdea-4d57-bfe1-cbffdae05aec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e161f34-9b40-4161-b4b6-c157a635ab79 HTTP/1.1" status: 200 len: 859 time: 0.0867007 Mar 14 18:55:10.047379 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a8bba-621b-4925-b760-cd86c6895d23 req-3d4b3b5d-01bf-4ccf-8e9c-01f5676829dd tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:10.053116 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-409a8bba-621b-4925-b760-cd86c6895d23 req-3d4b3b5d-01bf-4ccf-8e9c-01f5676829dd tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.2086694 Mar 14 18:55:10.058262 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42002) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:10.072502 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-33c67eb7-6d85-4772-86e5-ccab9c26c4ae tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Request body: {'floatingip': {'port_id': '43c1c21d-f2cc-47d4-ba79-5d46c08178b0'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:10.074757 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c4ef-037e-4473-8a74-8a26828a3fcc admin admin] Publish callbacks [] for security_group (0dcfe9c8-dc92-4ee7-9463-75e369e9fd59), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:10.104489 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c4ef-037e-4473-8a74-8a26828a3fcc admin admin] Publish callbacks [] for security_group (0dcfe9c8-dc92-4ee7-9463-75e369e9fd59), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:10.158959 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c4ef-037e-4473-8a74-8a26828a3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (0dcfe9c8-dc92-4ee7-9463-75e369e9fd59), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:10.171793 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f9cc91fc-3a09-49c0-9c0b-0d39b6d51c8e req-56a64231-fb0b-4772-b82e-3aac1eed2921 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4943cbb-86ed-41d1-ba7e-068bc9f558be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147354 Mar 14 18:55:10.172600 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c4ef-037e-4473-8a74-8a26828a3fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:10.174202 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-8ce2c4ef-037e-4473-8a74-8a26828a3fcc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0dcfe9c8-dc92-4ee7-9463-75e369e9fd59 HTTP/1.1" status: 204 len: 168 time: 0.1586709 Mar 14 18:55:10.183373 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2c4ef-037e-4473-8a74-8a26828a3fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcfe9c8-dc92-4ee7-9463-75e369e9fd59,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:10.199664 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-33c67eb7-6d85-4772-86e5-ccab9c26c4ae tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for floatingip (d4d666fe-32eb-48a6-ad1e-96da8651b5c8), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:10.481445 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f9cc91fc-3a09-49c0-9c0b-0d39b6d51c8e req-84762861-1d0d-4b41-91b7-29a2d27f2102 service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978411 Mar 14 18:55:10.804778 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d66219-65b1-4aab-ae67-c1316deb3338 req-cf31bda1-fe93-4fb2-b8ef-0e4a1425488f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:10.811018 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-43d66219-65b1-4aab-ae67-c1316deb3338 req-cf31bda1-fe93-4fb2-b8ef-0e4a1425488f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.1114058 Mar 14 18:55:10.859271 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f9cc91fc-3a09-49c0-9c0b-0d39b6d51c8e req-b8d7fc03-b3d1-4db3-aad4-b2ef4b68656e service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487918 Mar 14 18:55:10.872012 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-43d66219-65b1-4aab-ae67-c1316deb3338 req-02de1e64-e181-4cc8-bd57-17d09d51b59b tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547814 Mar 14 18:55:11.259234 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5163-19ec-49d5-bf84-0d55c83c8bc8 req-e9deec17-6fdc-446c-9856-d6c4bc993162 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:11.260784 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-843d5163-19ec-49d5-bf84-0d55c83c8bc8 req-e9deec17-6fdc-446c-9856-d6c4bc993162 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 945 time: 0.1593199 Mar 14 18:55:11.402558 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-33c67eb7-6d85-4772-86e5-ccab9c26c4ae tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:11.406545 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-843d5163-19ec-49d5-bf84-0d55c83c8bc8 req-c5124e35-af34-4588-a0db-33660e284569 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314566 Mar 14 18:55:11.408346 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-33c67eb7-6d85-4772-86e5-ccab9c26c4ae tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (d4d666fe-32eb-48a6-ad1e-96da8651b5c8), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:11.540327 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [None req-33c67eb7-6d85-4772-86e5-ccab9c26c4ae tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Floating IP d4d666fe-32eb-48a6-ad1e-96da8651b5c8 associated. External IP: 172.27.3.192, port: 43c1c21d-f2cc-47d4-ba79-5d46c08178b0. Mar 14 18:55:11.609981 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5033e8-bede-4fd2-9462-90d566942b7a req-4d22dbd1-bab6-4f7b-b25f-99997c8aec33 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:11.612782 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8a5033e8-bede-4fd2-9462-90d566942b7a req-4d22dbd1-bab6-4f7b-b25f-99997c8aec33 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 945 time: 0.1211007 Mar 14 18:55:11.623351 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42090) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:11.629622 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-3c8331a1-5430-4cf4-850b-32a2a62b6c36 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'floatingip': {'port_id': '93626ccd-48e0-496f-9b47-be647825f215'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:11.750067 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3c8331a1-5430-4cf4-850b-32a2a62b6c36 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (0566d397-d404-4411-98be-20f4fc2aef0d), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:11.861585 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c67eb7-6d85-4772-86e5-ccab9c26c4ae tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Router 12b117ed-6999-4284-a01b-46d4e2f1d4ba has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:55:12.062964 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef4a69-5094-473c-9cc8-dd20e032624e req-e46baab7-5b54-4167-9364-d0574292f8a2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:12.069760 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ddef4a69-5094-473c-9cc8-dd20e032624e req-e46baab7-5b54-4167-9364-d0574292f8a2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0849245 Mar 14 18:55:12.088351 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c67eb7-6d85-4772-86e5-ccab9c26c4ae tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:55:12.093251 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-33c67eb7-6d85-4772-86e5-ccab9c26c4ae tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:12.110319 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf428a0e-e86c-48d7-bb28-5311adebf34f None None] Sync routers for ids ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:55:12.128218 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf428a0e-e86c-48d7-bb28-5311adebf34f None None] Routers {'12b117ed-6999-4284-a01b-46d4e2f1d4ba'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:12.131576 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-cf428a0e-e86c-48d7-bb28-5311adebf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:12.192255 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-33c67eb7-6d85-4772-86e5-ccab9c26c4ae tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "PUT /v2.0/floatingips/d4d666fe-32eb-48a6-ad1e-96da8651b5c8 HTTP/1.1" status: 200 len: 991 time: 2.1326070 Mar 14 18:55:12.205588 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddcd8c8-dbff-4367-b919-e361d74ff510', 'tag': '43c1c21d-f2cc-47d4-ba79-5d46c08178b0'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:55:12.208635 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20356559-827f-4ad3-9070-5997e1a99217" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddcd8c8-dbff-4367-b919-e361d74ff510", "tag": "43c1c21d-f2cc-47d4-ba79-5d46c08178b0"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:55:12.243760 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ddef4a69-5094-473c-9cc8-dd20e032624e req-d867419e-8830-4131-b5b5-40a692e2f5dc tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724718 Mar 14 18:55:12.296326 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8088cb-cd0c-4590-8837-4a7075dd20cc x-openstack-request-id: req-7e8088cb-cd0c-4590-8837-4a7075dd20cc {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:55:12.296649 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddcd8c8-dbff-4367-b919-e361d74ff510", "tag": "43c1c21d-f2cc-47d4-ba79-5d46c08178b0", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:55:12.296929 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e8088cb-cd0c-4590-8837-4a7075dd20cc {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:55:12.297898 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddcd8c8-dbff-4367-b919-e361d74ff510', 'tag': '43c1c21d-f2cc-47d4-ba79-5d46c08178b0', 'status': 'completed', 'code': 200} Mar 14 18:55:12.421716 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20356559-827f-4ad3-9070-5997e1a99217 req-9e2a0e67-94c8-4355-96f0-96c29ba4a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:12.424738 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-20356559-827f-4ad3-9070-5997e1a99217 req-9e2a0e67-94c8-4355-96f0-96c29ba4a25c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d5854ce46fd47118790a60790aabdc0&device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 1129 time: 0.0957820 Mar 14 18:55:12.433324 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-cf428a0e-e86c-48d7-bb28-5311adebf34f None None] Set router 12b117ed-6999-4284-a01b-46d4e2f1d4ba gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:12.565808 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3c8331a1-5430-4cf4-850b-32a2a62b6c36 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:12.573040 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3c8331a1-5430-4cf4-850b-32a2a62b6c36 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (0566d397-d404-4411-98be-20f4fc2aef0d), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:12.640021 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20356559-827f-4ad3-9070-5997e1a99217 req-f7078c0f-7a13-492e-9b72-37c21e86706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:12.641720 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-20356559-827f-4ad3-9070-5997e1a99217 req-f7078c0f-7a13-492e-9b72-37c21e86706d service neutron] 10.222.0.69 "GET /v2.0/networks?id=02582d36-ca25-45a1-af5c-ddbb95f8bde0 HTTP/1.1" status: 200 len: 912 time: 0.1902695 Mar 14 18:55:12.754868 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-cf428a0e-e86c-48d7-bb28-5311adebf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'd4d666fe-32eb-48a6-ad1e-96da8651b5c8', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'port_id': '43c1c21d-f2cc-47d4-ba79-5d46c08178b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'mac_address': 'fa:16:3e:08:14:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddcd8c8-dbff-4367-b919-e361d74ff510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:54:39Z', 'updated_at': '2022-03-14T18:55:11Z', 'revision_number': 1, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e999f147-e82c-4af4-afad-064e0c43fef2', 'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'mac_address': 'fa:16:3e:8f:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:26Z', 'updated_at': '2022-03-14T18:54:38Z', 'revision_number': 5, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'subnets': [{'id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:12.777289 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42142) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:12.787844 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf428a0e-e86c-48d7-bb28-5311adebf34f None None] Checking router: 12b117ed-6999-4284-a01b-46d4e2f1d4ba for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:55:12.803535 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf428a0e-e86c-48d7-bb28-5311adebf34f None None] Routers {'12b117ed-6999-4284-a01b-46d4e2f1d4ba'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:12.804340 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-cf428a0e-e86c-48d7-bb28-5311adebf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:12.946906 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.l3_db [None req-3c8331a1-5430-4cf4-850b-32a2a62b6c36 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Floating IP 0566d397-d404-4411-98be-20f4fc2aef0d associated. External IP: 172.27.3.127, port: 93626ccd-48e0-496f-9b47-be647825f215. Mar 14 18:55:12.947979 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-20356559-827f-4ad3-9070-5997e1a99217 req-98f14b35-802a-4ccb-9053-aadc7feb5fd3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43c1c21d-f2cc-47d4-ba79-5d46c08178b0 HTTP/1.1" status: 200 len: 999 time: 0.2945518 Mar 14 18:55:12.972964 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-cf428a0e-e86c-48d7-bb28-5311adebf34f None None] Set router 12b117ed-6999-4284-a01b-46d4e2f1d4ba gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:13.025079 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5ca7-f06d-46ee-9852-f5389be6b4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:13.052967 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20356559-827f-4ad3-9070-5997e1a99217 req-72392ec3-85d6-437e-a92e-73d2956641ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:13.054708 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-20356559-827f-4ad3-9070-5997e1a99217 req-72392ec3-85d6-437e-a92e-73d2956641ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7884ae3e-1a70-464b-b2c2-a460fd6afe53 HTTP/1.1" status: 200 len: 850 time: 0.0781975 Mar 14 18:55:13.123336 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837be4e-fc7c-4c03-a3fc-97c422029ecb req-e91cdf38-2d1d-4840-b128-80e87e9e439f tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:13.124972 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7837be4e-fc7c-4c03-a3fc-97c422029ecb req-e91cdf38-2d1d-4840-b128-80e87e9e439f tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 945 time: 0.1801834 Mar 14 18:55:13.132859 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20356559-827f-4ad3-9070-5997e1a99217 req-77d259df-bbe5-414e-87f0-9563186e446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:13.134650 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-20356559-827f-4ad3-9070-5997e1a99217 req-77d259df-bbe5-414e-87f0-9563186e446e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02582d36-ca25-45a1-af5c-ddbb95f8bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733213 Mar 14 18:55:13.268513 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-cf428a0e-e86c-48d7-bb28-5311adebf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'd4d666fe-32eb-48a6-ad1e-96da8651b5c8', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'port_id': '43c1c21d-f2cc-47d4-ba79-5d46c08178b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'mac_address': 'fa:16:3e:08:14:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddcd8c8-dbff-4367-b919-e361d74ff510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:54:39Z', 'updated_at': '2022-03-14T18:55:11Z', 'revision_number': 1, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e999f147-e82c-4af4-afad-064e0c43fef2', 'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'mac_address': 'fa:16:3e:8f:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:26Z', 'updated_at': '2022-03-14T18:54:38Z', 'revision_number': 5, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'subnets': [{'id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:13.280901 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5ca7-f06d-46ee-9852-f5389be6b4c2 admin admin] Publish callbacks [] for security_group (8c39abb6-5dcd-453c-a3fd-17f84c0358f5), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:13.294876 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5ca7-f06d-46ee-9852-f5389be6b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (8c39abb6-5dcd-453c-a3fd-17f84c0358f5), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:13.295620 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7837be4e-fc7c-4c03-a3fc-97c422029ecb req-69c35c5b-5654-4e22-9bb1-db0d6fb5fc92 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523237 Mar 14 18:55:13.357078 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf428a0e-e86c-48d7-bb28-5311adebf34f None None] The sync data for ids ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'] in dv-cinder-829664-3-iscsi is: [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'd4d666fe-32eb-48a6-ad1e-96da8651b5c8', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'port_id': '43c1c21d-f2cc-47d4-ba79-5d46c08178b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'mac_address': 'fa:16:3e:08:14:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddcd8c8-dbff-4367-b919-e361d74ff510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:54:39Z', 'updated_at': '2022-03-14T18:55:11Z', 'revision_number': 1, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e999f147-e82c-4af4-afad-064e0c43fef2', 'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'mac_address': 'fa:16:3e:8f:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:26Z', 'updated_at': '2022-03-14T18:54:38Z', 'revision_number': 5, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'subnets': [{'id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:55:13.409403 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8331a1-5430-4cf4-850b-32a2a62b6c36 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Router bccde6cd-6452-41b2-9555-dbe2edffde9a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:55:13.589045 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8331a1-5430-4cf4-850b-32a2a62b6c36 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:55:13.594678 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3c8331a1-5430-4cf4-850b-32a2a62b6c36 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:13.604166 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b308a8-f48e-40ae-b61d-82d0680cc281 None None] Sync routers for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:55:13.610114 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-ad8b5ca7-f06d-46ee-9852-f5389be6b4c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0c24018f18864bce8a6727895af8190a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8315864 Mar 14 18:55:13.610975 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42174) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:13.621751 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b308a8-f48e-40ae-b61d-82d0680cc281 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:13.623962 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-b1b308a8-f48e-40ae-b61d-82d0680cc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:13.648836 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-3c8331a1-5430-4cf4-850b-32a2a62b6c36 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "PUT /v2.0/floatingips/0566d397-d404-4411-98be-20f4fc2aef0d HTTP/1.1" status: 200 len: 991 time: 2.0239584 Mar 14 18:55:13.649492 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345c426e-e67c-4059-afa1-b22d69a8befb', 'tag': '93626ccd-48e0-496f-9b47-be647825f215'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:55:13.667317 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1c3aef-34f9-4a10-9cc9-d5292a6c27ed" -d '{"events": [{"name": "network-changed", "server_uuid": "345c426e-e67c-4059-afa1-b22d69a8befb", "tag": "93626ccd-48e0-496f-9b47-be647825f215"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:55:13.676869 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5ca7-f06d-46ee-9852-f5389be6b4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c39abb6-5dcd-453c-a3fd-17f84c0358f5,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:13.715915 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-20356559-827f-4ad3-9070-5997e1a99217 req-1faacdd6-5c30-4e3b-832c-c64eb6e347ea service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632544 Mar 14 18:55:13.738394 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c7ba31-edb5-4e9f-867e-3d91ba720378 None None] New status for floating IP d4d666fe-32eb-48a6-ad1e-96da8651b5c8: ACTIVE {{(pid=109515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:55:13.743975 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff03a35-bfb4-4863-a0ff-cc05b9f3bb4d x-openstack-request-id: req-1ff03a35-bfb4-4863-a0ff-cc05b9f3bb4d {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:55:13.744417 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345c426e-e67c-4059-afa1-b22d69a8befb", "tag": "93626ccd-48e0-496f-9b47-be647825f215", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:55:13.744668 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ff03a35-bfb4-4863-a0ff-cc05b9f3bb4d {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:55:13.745057 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345c426e-e67c-4059-afa1-b22d69a8befb', 'tag': '93626ccd-48e0-496f-9b47-be647825f215', 'status': 'completed', 'code': 200} Mar 14 18:55:13.800140 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f300e5-1101-4a81-bbe4-7b8552e9516f req-8c0de41c-076d-4174-b795-ff23bbfdc56b tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:13.808386 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-24f300e5-1101-4a81-bbe4-7b8552e9516f req-8c0de41c-076d-4174-b795-ff23bbfdc56b tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.2530382 Mar 14 18:55:13.857893 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d44b-bb0a-4c32-a829-077e52b8dd69 admin admin] Publish callbacks [] for security_group (8c39abb6-5dcd-453c-a3fd-17f84c0358f5), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:13.880087 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c3aef-34f9-4a10-9cc9-d5292a6c27ed req-02074690-00a6-461d-94c4-98c9369fd8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:13.882371 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-b1b308a8-f48e-40ae-b61d-82d0680cc281 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:13.885976 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9d1c3aef-34f9-4a10-9cc9-d5292a6c27ed req-02074690-00a6-461d-94c4-98c9369fd8b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 1129 time: 0.1077874 Mar 14 18:55:13.928509 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-24f300e5-1101-4a81-bbe4-7b8552e9516f req-b071898b-79a5-4389-970b-1a74237a1b02 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143892 Mar 14 18:55:13.934837 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d44b-bb0a-4c32-a829-077e52b8dd69 admin admin] Publish callbacks [] for security_group (8c39abb6-5dcd-453c-a3fd-17f84c0358f5), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:13.970774 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-20356559-827f-4ad3-9070-5997e1a99217 req-ec485007-12f1-4009-829e-be50f4ae005b service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384799 Mar 14 18:55:14.063653 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d44b-bb0a-4c32-a829-077e52b8dd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (8c39abb6-5dcd-453c-a3fd-17f84c0358f5), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:14.066948 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d44b-bb0a-4c32-a829-077e52b8dd69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:14.078179 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-9ee7d44b-bb0a-4c32-a829-077e52b8dd69 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c39abb6-5dcd-453c-a3fd-17f84c0358f5 HTTP/1.1" status: 204 len: 168 time: 0.4386981 Mar 14 18:55:14.104379 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7d44b-bb0a-4c32-a829-077e52b8dd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c39abb6-5dcd-453c-a3fd-17f84c0358f5,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:14.250965 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c3aef-34f9-4a10-9cc9-d5292a6c27ed req-ea5b55c0-adfe-489f-b5ae-332dd9f21f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:14.253485 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9d1c3aef-34f9-4a10-9cc9-d5292a6c27ed req-ea5b55c0-adfe-489f-b5ae-332dd9f21f52 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 915 time: 0.3560238 Mar 14 18:55:14.253660 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-b1b308a8-f48e-40ae-b61d-82d0680cc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '0566d397-d404-4411-98be-20f4fc2aef0d', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': '93626ccd-48e0-496f-9b47-be647825f215', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:92:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345c426e-e67c-4059-afa1-b22d69a8befb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:54:28Z', 'updated_at': '2022-03-14T18:55:12Z', 'revision_number': 1, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:14.293269 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b308a8-f48e-40ae-b61d-82d0680cc281 None None] Checking router: bccde6cd-6452-41b2-9555-dbe2edffde9a for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:55:14.305374 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b308a8-f48e-40ae-b61d-82d0680cc281 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:14.306847 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-b1b308a8-f48e-40ae-b61d-82d0680cc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:14.549998 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-b1b308a8-f48e-40ae-b61d-82d0680cc281 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:14.570803 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9d1c3aef-34f9-4a10-9cc9-d5292a6c27ed req-c404f4b7-dee7-4efa-a0b3-12e2f7ffdfa7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93626ccd-48e0-496f-9b47-be647825f215 HTTP/1.1" status: 200 len: 999 time: 0.3056552 Mar 14 18:55:14.586277 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bdc83-0e8d-4683-a1f7-4e500f58d5b4 req-8f1d7cc2-e84e-4b21-887c-0e51ca9878c3 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:14.593965 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-3e5bdc83-0e8d-4683-a1f7-4e500f58d5b4 req-8f1d7cc2-e84e-4b21-887c-0e51ca9878c3 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 945 time: 0.1349654 Mar 14 18:55:14.626773 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42230) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:14.641647 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-dc8b44e3-66fd-49bb-a565-2aeb83be9dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:14.668256 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c3aef-34f9-4a10-9cc9-d5292a6c27ed req-fcb72218-7d40-4c4b-8b28-62e9319426b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:14.669712 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9d1c3aef-34f9-4a10-9cc9-d5292a6c27ed req-fcb72218-7d40-4c4b-8b28-62e9319426b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=976b38a2-d7ae-40fd-9d70-aabcc933749c HTTP/1.1" status: 200 len: 853 time: 0.0731423 Mar 14 18:55:14.680693 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-3e5bdc83-0e8d-4683-a1f7-4e500f58d5b4 req-7231b152-3cde-4dee-ac6a-3813fb9b32f9 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851328 Mar 14 18:55:14.732347 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-dc8b44e3-66fd-49bb-a565-2aeb83be9dc4 admin admin] Publish callbacks [] for security_group (1e5371dc-7cb9-4893-8cf8-1b7d3534f168), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:14.738232 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-dc8b44e3-66fd-49bb-a565-2aeb83be9dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (1e5371dc-7cb9-4893-8cf8-1b7d3534f168), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:14.758314 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c3aef-34f9-4a10-9cc9-d5292a6c27ed req-34fb22ec-c24e-4934-91b5-c2f0c777ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:14.759913 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9d1c3aef-34f9-4a10-9cc9-d5292a6c27ed req-34fb22ec-c24e-4934-91b5-c2f0c777ccd0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702395 Mar 14 18:55:14.790645 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-dc8b44e3-66fd-49bb-a565-2aeb83be9dc4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13c876695fd24d1fb7481037f43fb35d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624429 Mar 14 18:55:14.792229 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b44e3-66fd-49bb-a565-2aeb83be9dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5371dc-7cb9-4893-8cf8-1b7d3534f168,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:14.795195 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42232) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:14.853098 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-94342e76-9a5e-4a3e-8d92-e828250ffb86 admin admin] Publish callbacks [] for security_group (1e5371dc-7cb9-4893-8cf8-1b7d3534f168), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:14.882412 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-94342e76-9a5e-4a3e-8d92-e828250ffb86 admin admin] Publish callbacks [] for security_group (1e5371dc-7cb9-4893-8cf8-1b7d3534f168), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:14.884184 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9d1c3aef-34f9-4a10-9cc9-d5292a6c27ed req-8c6f3738-3eb7-4ea1-b4b2-b43c671214a7 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028247 Mar 14 18:55:14.934896 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-b1b308a8-f48e-40ae-b61d-82d0680cc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '0566d397-d404-4411-98be-20f4fc2aef0d', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': '93626ccd-48e0-496f-9b47-be647825f215', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:92:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345c426e-e67c-4059-afa1-b22d69a8befb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:54:28Z', 'updated_at': '2022-03-14T18:55:12Z', 'revision_number': 1, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:14.937409 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-94342e76-9a5e-4a3e-8d92-e828250ffb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (1e5371dc-7cb9-4893-8cf8-1b7d3534f168), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:14.940012 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-94342e76-9a5e-4a3e-8d92-e828250ffb86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:14.941614 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-94342e76-9a5e-4a3e-8d92-e828250ffb86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1e5371dc-7cb9-4893-8cf8-1b7d3534f168 HTTP/1.1" status: 204 len: 168 time: 0.1447523 Mar 14 18:55:14.956998 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94342e76-9a5e-4a3e-8d92-e828250ffb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5371dc-7cb9-4893-8cf8-1b7d3534f168,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:15.000568 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b308a8-f48e-40ae-b61d-82d0680cc281 None None] The sync data for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi is: [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '0566d397-d404-4411-98be-20f4fc2aef0d', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': '93626ccd-48e0-496f-9b47-be647825f215', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:92:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345c426e-e67c-4059-afa1-b22d69a8befb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:54:28Z', 'updated_at': '2022-03-14T18:55:12Z', 'revision_number': 1, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:55:15.012338 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9d1c3aef-34f9-4a10-9cc9-d5292a6c27ed req-64f9bc6e-2fa4-4e5e-9ade-9c312cdac25e service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191294 Mar 14 18:55:15.089517 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cafda-5245-4e8c-b140-c76fd46dc243 req-c4597b99-4151-4bcd-94b6-3d32ac72c546 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:15.091230 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-818cafda-5245-4e8c-b140-c76fd46dc243 req-c4597b99-4151-4bcd-94b6-3d32ac72c546 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0893936 Mar 14 18:55:15.158172 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-818cafda-5245-4e8c-b140-c76fd46dc243 req-f7d5ccd2-20e5-48d4-988b-f4c2f90d80d8 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580850 Mar 14 18:55:15.290768 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e3d31f-1c12-41ac-99f5-b6da18324890 None None] New status for floating IP 0566d397-d404-4411-98be-20f4fc2aef0d: ACTIVE {{(pid=109514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:55:15.547812 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42260) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:15.666930 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:15.760483 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Publish callbacks [] for security_group (6c043197-739e-471b-964f-12b7b65ccc8c), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:15.776701 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (6c043197-739e-471b-964f-12b7b65ccc8c), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:15.874186 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c043197-739e-471b-964f-12b7b65ccc8c,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:15.883044 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74a5363ed3644e7b989d03a1569985b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318074 Mar 14 18:55:15.884159 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42282) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:15.895871 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:15.896221 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:15.896564 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:15.896905 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:15.897239 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:15.897570 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:15.897897 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:15.898219 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:15.898545 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:15.898865 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:15.899190 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:15.899537 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:15.899857 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:15.900357 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:15.900830 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df0e8a-fb42-4bdb-9df1-a34cef986d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:15.906442 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42286) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:15.924296 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b17af4-6e90-4055-abbd-9fe76fb7c6f5 req-21d940d6-8b02-40b4-a8b4-5f4bee852795 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:15.925791 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f5b17af4-6e90-4055-abbd-9fe76fb7c6f5 req-21d940d6-8b02-40b4-a8b4-5f4bee852795 tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.69 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 945 time: 0.1622751 Mar 14 18:55:15.933387 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dcb81-3626-4066-aa5d-2ddb70472965 req-27b91a60-6e36-4e38-a44f-fe65a125077e tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:15.934835 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-446dcb81-3626-4066-aa5d-2ddb70472965 req-27b91a60-6e36-4e38-a44f-fe65a125077e tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 945 time: 0.1591380 Mar 14 18:55:15.951319 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42290) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:15.963745 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Publish callbacks [] for security_group (6c043197-739e-471b-964f-12b7b65ccc8c), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:15.993959 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Publish callbacks [] for security_group (6c043197-739e-471b-964f-12b7b65ccc8c), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.055127 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (6c043197-739e-471b-964f-12b7b65ccc8c), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.059578 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.068656 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6c043197-739e-471b-964f-12b7b65ccc8c HTTP/1.1" status: 204 len: 168 time: 0.1819422 Mar 14 18:55:16.086023 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c043197-739e-471b-964f-12b7b65ccc8c,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:16.094488 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:16.095114 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:16.096016 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:16.096244 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:16.096766 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:16.097157 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:16.098150 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:16.098449 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-446dcb81-3626-4066-aa5d-2ddb70472965 req-66b8be61-cce7-4ac3-a1f0-2b33028e1d7d tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/security-groups?id=84f12aae-3c1b-4474-b1e1-f2921de1faa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449990 Mar 14 18:55:16.098568 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:16.099182 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:16.099309 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:16.099750 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:16.100134 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:16.100518 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:16.100899 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:16.101614 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02994e83-d0c3-4724-ac9b-6f148c75c6bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:16.154272 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [req-f5b17af4-6e90-4055-abbd-9fe76fb7c6f5 req-110d1173-35d0-4b35-aa4d-4484b3099c5f tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Deleting port 413ea98f-b991-4913-b0dd-0f8104d13a2e {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:55:16.154619 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-f5b17af4-6e90-4055-abbd-9fe76fb7c6f5 req-110d1173-35d0-4b35-aa4d-4484b3099c5f tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (413ea98f-b991-4913-b0dd-0f8104d13a2e), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.272080 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-62f95cf2-6b48-4de7-8495-73025352ac98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.292430 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [req-f5b17af4-6e90-4055-abbd-9fe76fb7c6f5 req-110d1173-35d0-4b35-aa4d-4484b3099c5f tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] For port 413ea98f-b991-4913-b0dd-0f8104d13a2e, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=413ea98f-b991-4913-b0dd-0f8104d13a2e,segment=NetworkSegment(616d432a-6226-47e8-9650-f1db0f9fc873),segment_id=616d432a-6226-47e8-9650-f1db0f9fc873)] {{(pid=109513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:16.292795 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-f5b17af4-6e90-4055-abbd-9fe76fb7c6f5 req-110d1173-35d0-4b35-aa4d-4484b3099c5f tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (413ea98f-b991-4913-b0dd-0f8104d13a2e), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.297357 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f366b7-4db7-4d21-b4e8-f6906ec09e8b req-3eb85167-0251-4861-9442-03eef5eb32a3 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:16.299126 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d9f366b7-4db7-4d21-b4e8-f6906ec09e8b req-3eb85167-0251-4861-9442-03eef5eb32a3 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0592308 Mar 14 18:55:16.330329 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-49732188-667a-4d0b-bddd-ba27828efd2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.332442 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [req-f5b17af4-6e90-4055-abbd-9fe76fb7c6f5 req-110d1173-35d0-4b35-aa4d-4484b3099c5f tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Calling delete_port for 413ea98f-b991-4913-b0dd-0f8104d13a2e owned by compute:nova {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:55:16.363421 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d9f366b7-4db7-4d21-b4e8-f6906ec09e8b req-85d2bd9f-0b7e-449a-b6ae-a24baf367d49 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557334 Mar 14 18:55:16.589366 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42308) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:16.604160 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-dcbb99c6-d585-412e-ad79-f437ac34d6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.692380 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-dcbb99c6-d585-412e-ad79-f437ac34d6a3 admin admin] Publish callbacks [] for security_group (51c4e6be-3030-48a3-8b2a-8c1bbea0335f), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.697925 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-dcbb99c6-d585-412e-ad79-f437ac34d6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (51c4e6be-3030-48a3-8b2a-8c1bbea0335f), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.739844 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-dcbb99c6-d585-412e-ad79-f437ac34d6a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c3493d704e3b46ca834f78d83d8887ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492052 Mar 14 18:55:16.741131 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb99c6-d585-412e-ad79-f437ac34d6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c4e6be-3030-48a3-8b2a-8c1bbea0335f,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:16.744569 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42312) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:16.756629 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42314) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:16.797178 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a5220009-3331-4897-b345-5eb03c0e6337 admin admin] Publish callbacks [] for security_group (51c4e6be-3030-48a3-8b2a-8c1bbea0335f), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.806751 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-62f95cf2-6b48-4de7-8495-73025352ac98 admin admin] Publish callbacks [] for security_group (398a33cc-2409-4c46-a94f-04a51a7c1f49), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.813886 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-49732188-667a-4d0b-bddd-ba27828efd2b admin admin] Publish callbacks [] for security_group (5e3337ab-1fd8-4136-bc48-dd8976829e74), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.816889 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-62f95cf2-6b48-4de7-8495-73025352ac98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (398a33cc-2409-4c46-a94f-04a51a7c1f49), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.821354 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a5220009-3331-4897-b345-5eb03c0e6337 admin admin] Publish callbacks [] for security_group (51c4e6be-3030-48a3-8b2a-8c1bbea0335f), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.826859 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-49732188-667a-4d0b-bddd-ba27828efd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (5e3337ab-1fd8-4136-bc48-dd8976829e74), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.878542 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a5220009-3331-4897-b345-5eb03c0e6337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (51c4e6be-3030-48a3-8b2a-8c1bbea0335f), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.881266 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a5220009-3331-4897-b345-5eb03c0e6337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.882450 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-a5220009-3331-4897-b345-5eb03c0e6337 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51c4e6be-3030-48a3-8b2a-8c1bbea0335f HTTP/1.1" status: 204 len: 168 time: 0.1366107 Mar 14 18:55:16.891099 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5220009-3331-4897-b345-5eb03c0e6337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c4e6be-3030-48a3-8b2a-8c1bbea0335f,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:16.911992 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-62f95cf2-6b48-4de7-8495-73025352ac98 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c7c27c1457af453c98ecc18fbf824c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0043712 Mar 14 18:55:16.912687 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f95cf2-6b48-4de7-8495-73025352ac98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398a33cc-2409-4c46-a94f-04a51a7c1f49,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:16.914645 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42320) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:16.923517 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-f5b17af4-6e90-4055-abbd-9fe76fb7c6f5 req-110d1173-35d0-4b35-aa4d-4484b3099c5f tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781'] for port (413ea98f-b991-4913-b0dd-0f8104d13a2e), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.926215 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8bc98eae-05ea-4b8e-93e7-ed00c16c49d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.932252 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-49732188-667a-4d0b-bddd-ba27828efd2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e44d2f549a742d792cd77c775f9d86b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9757969 Mar 14 18:55:16.933906 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42322) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:16.936465 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['413ea98f-b991-4913-b0dd-0f8104d13a2e'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:55:16.980121 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d1173-35d0-4b35-aa4d-4484b3099c5f tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Pushing event deleted for resources: {'Port': ['ID=413ea98f-b991-4913-b0dd-0f8104d13a2e,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:16.991137 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49732188-667a-4d0b-bddd-ba27828efd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3337ab-1fd8-4136-bc48-dd8976829e74,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:17.032130 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d38664c0-4ab2-4007-9c35-5d936f82f36c admin admin] Publish callbacks [] for security_group (5e3337ab-1fd8-4136-bc48-dd8976829e74), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.033677 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-7b314696-fb14-41ae-898c-af66d91f58cb admin admin] Publish callbacks [] for security_group (398a33cc-2409-4c46-a94f-04a51a7c1f49), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.073404 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-7b314696-fb14-41ae-898c-af66d91f58cb admin admin] Publish callbacks [] for security_group (398a33cc-2409-4c46-a94f-04a51a7c1f49), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.077997 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b17af4-6e90-4055-abbd-9fe76fb7c6f5 req-110d1173-35d0-4b35-aa4d-4484b3099c5f tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] No DVR routers for this DVR port 413ea98f-b991-4913-b0dd-0f8104d13a2e on host hv-cinder-82966 {{(pid=109513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:55:17.084214 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d38664c0-4ab2-4007-9c35-5d936f82f36c admin admin] Publish callbacks [] for security_group (5e3337ab-1fd8-4136-bc48-dd8976829e74), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.084879 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-f5b17af4-6e90-4055-abbd-9fe76fb7c6f5 req-110d1173-35d0-4b35-aa4d-4484b3099c5f tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.088088 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f5b17af4-6e90-4055-abbd-9fe76fb7c6f5 req-110d1173-35d0-4b35-aa4d-4484b3099c5f tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.69 "DELETE /v2.0/ports/413ea98f-b991-4913-b0dd-0f8104d13a2e HTTP/1.1" status: 204 len: 173 time: 1.1473057 Mar 14 18:55:17.088534 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e9991e-211a-4d0b-8349-373b4d5c6902', 'name': 'network-vif-deleted', 'tag': '413ea98f-b991-4913-b0dd-0f8104d13a2e'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:55:17.090837 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4b8c12-bc11-4cfd-9fd7-7bef63f129b2" -d '{"events": [{"server_uuid": "00e9991e-211a-4d0b-8349-373b4d5c6902", "name": "network-vif-deleted", "tag": "413ea98f-b991-4913-b0dd-0f8104d13a2e"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:55:17.158777 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e879da6-c895-4d19-8a8e-ceb513b6ae21 x-openstack-request-id: req-0e879da6-c895-4d19-8a8e-ceb513b6ae21 {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:55:17.159094 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e9991e-211a-4d0b-8349-373b4d5c6902", "name": "network-vif-deleted", "tag": "413ea98f-b991-4913-b0dd-0f8104d13a2e", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:55:17.159924 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e879da6-c895-4d19-8a8e-ceb513b6ae21 {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:55:17.159924 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e9991e-211a-4d0b-8349-373b4d5c6902', 'name': 'network-vif-deleted', 'tag': '413ea98f-b991-4913-b0dd-0f8104d13a2e', 'status': 'completed', 'code': 200} Mar 14 18:55:17.185576 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8bc98eae-05ea-4b8e-93e7-ed00c16c49d2 admin admin] Publish callbacks [] for security_group (3b484281-7a18-43cb-9f06-93eb502242ab), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.191809 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8bc98eae-05ea-4b8e-93e7-ed00c16c49d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (3b484281-7a18-43cb-9f06-93eb502242ab), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.200317 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-7b314696-fb14-41ae-898c-af66d91f58cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (398a33cc-2409-4c46-a94f-04a51a7c1f49), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.203664 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-7b314696-fb14-41ae-898c-af66d91f58cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.205079 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-7b314696-fb14-41ae-898c-af66d91f58cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/398a33cc-2409-4c46-a94f-04a51a7c1f49 HTTP/1.1" status: 204 len: 168 time: 0.2889657 Mar 14 18:55:17.211736 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d38664c0-4ab2-4007-9c35-5d936f82f36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (5e3337ab-1fd8-4136-bc48-dd8976829e74), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.214763 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d38664c0-4ab2-4007-9c35-5d936f82f36c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.215898 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-d38664c0-4ab2-4007-9c35-5d936f82f36c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e3337ab-1fd8-4136-bc48-dd8976829e74 HTTP/1.1" status: 204 len: 168 time: 0.2806861 Mar 14 18:55:17.230834 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b314696-fb14-41ae-898c-af66d91f58cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398a33cc-2409-4c46-a94f-04a51a7c1f49,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:17.255531 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38664c0-4ab2-4007-9c35-5d936f82f36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3337ab-1fd8-4136-bc48-dd8976829e74,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:17.259651 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-adacb805-51c1-42f6-92ad-943347225cf3 req-848bedcf-bb77-4dda-8cc7-2473d64d2a7e tempest-DeleteServersTestJSON-136938033 tempest-DeleteServersTestJSON-136938033-project] 10.222.0.52 "GET /v2.0/ports?device_id=00e9991e-211a-4d0b-8349-373b4d5c6902 HTTP/1.1" status: 200 len: 210 time: 0.0527556 Mar 14 18:55:17.277287 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-8bc98eae-05ea-4b8e-93e7-ed00c16c49d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=82921fc133d2486cba963dc0d2ee53ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5182908 Mar 14 18:55:17.278154 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc98eae-05ea-4b8e-93e7-ed00c16c49d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b484281-7a18-43cb-9f06-93eb502242ab,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:17.280406 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42340) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:17.337003 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-18d30f23-8c7d-4f18-a5d2-68b9f2d2bb6a admin admin] Publish callbacks [] for security_group (3b484281-7a18-43cb-9f06-93eb502242ab), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.361382 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-18d30f23-8c7d-4f18-a5d2-68b9f2d2bb6a admin admin] Publish callbacks [] for security_group (3b484281-7a18-43cb-9f06-93eb502242ab), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.429603 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-18d30f23-8c7d-4f18-a5d2-68b9f2d2bb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (3b484281-7a18-43cb-9f06-93eb502242ab), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.433451 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-18d30f23-8c7d-4f18-a5d2-68b9f2d2bb6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.435982 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-18d30f23-8c7d-4f18-a5d2-68b9f2d2bb6a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b484281-7a18-43cb-9f06-93eb502242ab HTTP/1.1" status: 204 len: 168 time: 0.1527393 Mar 14 18:55:17.452151 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d30f23-8c7d-4f18-a5d2-68b9f2d2bb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b484281-7a18-43cb-9f06-93eb502242ab,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:17.531829 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da2945-400c-4b4a-a460-ea838e001397 req-b403b319-e073-44a0-8517-5a18eeda4bfb tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:17.533606 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f9da2945-400c-4b4a-a460-ea838e001397 req-b403b319-e073-44a0-8517-5a18eeda4bfb tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0717416 Mar 14 18:55:17.609976 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f9da2945-400c-4b4a-a460-ea838e001397 req-e74d58b4-332d-44c3-ba9e-8a1fbff2cce5 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670166 Mar 14 18:55:17.685542 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42354) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:17.702760 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c7007f77-615b-48f3-a436-5eb46081ffe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.785855 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c7007f77-615b-48f3-a436-5eb46081ffe8 admin admin] Publish callbacks [] for security_group (d68abeb6-735a-4f03-a048-3f58ceb4f60e), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.791118 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c7007f77-615b-48f3-a436-5eb46081ffe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (d68abeb6-735a-4f03-a048-3f58ceb4f60e), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.841144 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-c7007f77-615b-48f3-a436-5eb46081ffe8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d76ec4c7d274ce7b5326e372c7630ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545117 Mar 14 18:55:17.841862 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7007f77-615b-48f3-a436-5eb46081ffe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68abeb6-735a-4f03-a048-3f58ceb4f60e,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:17.843875 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42364) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:17.902612 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-40d2d70a-1501-4b0a-88cd-cfee20af8e1e admin admin] Publish callbacks [] for security_group (d68abeb6-735a-4f03-a048-3f58ceb4f60e), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.926641 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-40d2d70a-1501-4b0a-88cd-cfee20af8e1e admin admin] Publish callbacks [] for security_group (d68abeb6-735a-4f03-a048-3f58ceb4f60e), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.986916 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-40d2d70a-1501-4b0a-88cd-cfee20af8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (d68abeb6-735a-4f03-a048-3f58ceb4f60e), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.990670 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-40d2d70a-1501-4b0a-88cd-cfee20af8e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:17.993286 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-40d2d70a-1501-4b0a-88cd-cfee20af8e1e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d68abeb6-735a-4f03-a048-3f58ceb4f60e HTTP/1.1" status: 204 len: 168 time: 0.1475205 Mar 14 18:55:18.002174 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2d70a-1501-4b0a-88cd-cfee20af8e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68abeb6-735a-4f03-a048-3f58ceb4f60e,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:18.408215 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42400) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:18.430984 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-1eba1e6a-e828-4866-9350-b39981ca2056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:18.589100 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-1eba1e6a-e828-4866-9350-b39981ca2056 admin admin] Publish callbacks [] for security_group (b9e2affd-340f-41b8-8a02-8e6658ba4dcf), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:18.601779 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1bb4f891-21ea-4afe-a798-2b32077d2277 req-a13c2e20-c3f4-4ff4-9600-c9dc0094bdbb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697775 Mar 14 18:55:18.602532 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-1eba1e6a-e828-4866-9350-b39981ca2056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (b9e2affd-340f-41b8-8a02-8e6658ba4dcf), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:18.645391 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba1e6a-e828-4866-9350-b39981ca2056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e2affd-340f-41b8-8a02-8e6658ba4dcf,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:18.651537 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-1eba1e6a-e828-4866-9350-b39981ca2056 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb39e4b9b46d4c16a8c7b850ed84bad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422342 Mar 14 18:55:18.660357 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42418) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:18.727158 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-4404aa3d-f3b9-4aad-a23d-df9717122bd4 admin admin] Publish callbacks [] for security_group (b9e2affd-340f-41b8-8a02-8e6658ba4dcf), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:18.746865 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4f891-21ea-4afe-a798-2b32077d2277 req-107c0ea8-6f4b-47c1-8629-d0ee88442a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:18.748698 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1bb4f891-21ea-4afe-a798-2b32077d2277 req-107c0ea8-6f4b-47c1-8629-d0ee88442a44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 1129 time: 0.0700707 Mar 14 18:55:18.781135 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-4404aa3d-f3b9-4aad-a23d-df9717122bd4 admin admin] Publish callbacks [] for security_group (b9e2affd-340f-41b8-8a02-8e6658ba4dcf), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:18.828873 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e412c-e576-4c60-8812-5dcb8d668564 req-a4a24643-4171-45b9-9649-140252a54b50 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:18.830454 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-167e412c-e576-4c60-8812-5dcb8d668564 req-a4a24643-4171-45b9-9649-140252a54b50 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.1045387 Mar 14 18:55:18.885513 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4f891-21ea-4afe-a798-2b32077d2277 req-05afcd48-a3eb-4957-b48c-deb5604c0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:18.887367 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1bb4f891-21ea-4afe-a798-2b32077d2277 req-05afcd48-a3eb-4957-b48c-deb5604c0022 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 915 time: 0.1143668 Mar 14 18:55:18.894787 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-4404aa3d-f3b9-4aad-a23d-df9717122bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (b9e2affd-340f-41b8-8a02-8e6658ba4dcf), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:18.897877 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-4404aa3d-f3b9-4aad-a23d-df9717122bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:18.899209 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-4404aa3d-f3b9-4aad-a23d-df9717122bd4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9e2affd-340f-41b8-8a02-8e6658ba4dcf HTTP/1.1" status: 204 len: 168 time: 0.2372572 Mar 14 18:55:18.916646 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404aa3d-f3b9-4aad-a23d-df9717122bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e2affd-340f-41b8-8a02-8e6658ba4dcf,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:18.947722 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-167e412c-e576-4c60-8812-5dcb8d668564 req-44e69877-4e08-4882-a3b0-6878dde4c0f9 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052802 Mar 14 18:55:18.997224 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1bb4f891-21ea-4afe-a798-2b32077d2277 req-6d2d1e86-95c2-41a4-b10a-a8cb7786a446 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93626ccd-48e0-496f-9b47-be647825f215 HTTP/1.1" status: 200 len: 1001 time: 0.1006289 Mar 14 18:55:19.054929 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4f891-21ea-4afe-a798-2b32077d2277 req-d4cc09b1-ae6a-4068-9715-d8f537558d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:19.056744 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1bb4f891-21ea-4afe-a798-2b32077d2277 req-d4cc09b1-ae6a-4068-9715-d8f537558d98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=976b38a2-d7ae-40fd-9d70-aabcc933749c HTTP/1.1" status: 200 len: 853 time: 0.0526116 Mar 14 18:55:19.109518 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4f891-21ea-4afe-a798-2b32077d2277 req-bc919cdc-a486-43bb-82f7-b8171bd52586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:19.111150 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1bb4f891-21ea-4afe-a798-2b32077d2277 req-bc919cdc-a486-43bb-82f7-b8171bd52586 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483356 Mar 14 18:55:19.219413 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1bb4f891-21ea-4afe-a798-2b32077d2277 req-e026ed02-94c9-4dab-9215-2fd67ba88e6b service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008892 Mar 14 18:55:19.319625 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1bb4f891-21ea-4afe-a798-2b32077d2277 req-8c91e251-2fd9-44c3-a686-5592902f4178 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936794 Mar 14 18:55:19.772552 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42512) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:19.829144 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ffa978-1328-40d4-bbd5-9504135be0e0 admin admin] Deleting subnet 5edf3d6b-d363-49e2-bd99-b701ea6511b7 {{(pid=109512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 18:55:19.841797 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa978-1328-40d4-bbd5-9504135be0e0 admin admin] Publish callbacks [] for subnet (5edf3d6b-d363-49e2-bd99-b701ea6511b7), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:19.895596 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa978-1328-40d4-bbd5-9504135be0e0 admin admin] Publish callbacks [] for subnet (5edf3d6b-d363-49e2-bd99-b701ea6511b7), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:19.915216 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa978-1328-40d4-bbd5-9504135be0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (5edf3d6b-d363-49e2-bd99-b701ea6511b7), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:20.000145 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa978-1328-40d4-bbd5-9504135be0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for subnet (5edf3d6b-d363-49e2-bd99-b701ea6511b7), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:20.085237 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffa978-1328-40d4-bbd5-9504135be0e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5edf3d6b-d363-49e2-bd99-b701ea6511b7,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:20.087625 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-e0ffa978-1328-40d4-bbd5-9504135be0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:20.093921 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-e0ffa978-1328-40d4-bbd5-9504135be0e0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5edf3d6b-d363-49e2-bd99-b701ea6511b7 HTTP/1.1" status: 204 len: 168 time: 0.3197348 Mar 14 18:55:20.098668 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42540) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:20.112353 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0952b-9d1d-4fb0-b830-f0f50c00210b req-7dd7fd87-52b1-4fb6-acea-149ab840a179 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:20.119737 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b8d0952b-9d1d-4fb0-b830-f0f50c00210b req-7dd7fd87-52b1-4fb6-acea-149ab840a179 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0982835 Mar 14 18:55:20.176181 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b8d0952b-9d1d-4fb0-b830-f0f50c00210b req-c37e0b7c-8308-4e68-8e48-09378027c224 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551882 Mar 14 18:55:20.183220 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (9f2fe605-0d22-4d72-89af-08e91f725f66), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:20.301388 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (9f2fe605-0d22-4d72-89af-08e91f725f66), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:20.349957 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:20.350329 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:20.351117 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:20.351565 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Subscribe: > port after_create 55550000 {{(pid=109512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:20.351808 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:20.352284 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Subscribe: > port after_update 55550000 {{(pid=109512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:20.352609 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:20.352949 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:20.353267 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:20.353590 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:20.407843 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42580) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:20.523864 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:20.524224 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:20.524558 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:20.524886 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:20.525255 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2fe605-0d22-4d72-89af-08e91f725f66']}} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:20.560330 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616d432a-6226-47e8-9650-f1db0f9fc873') {'for_net_delete': True} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:20.560622 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616d432a-6226-47e8-9650-f1db0f9fc873') {} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:20.579362 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4261551'] for segment (616d432a-6226-47e8-9650-f1db0f9fc873), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:20.609960 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (616d432a-6226-47e8-9650-f1db0f9fc873), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:20.619370 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:55:20.619816 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5679263'] for segment (616d432a-6226-47e8-9650-f1db0f9fc873), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: from cryptography.utils import int_from_bytes Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: from cryptography.utils import int_from_bytes Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: Traceback (most recent call last): Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: timer() Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: cb(*args, **kw) Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: return func(*args, **kwargs) Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: self._notify() Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: self.callback(batched_events) Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: event.method(event) Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: return f(self, *a, **k) Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: return self._get(url).json() Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: return self.request(url, 'GET', **kwargs) Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:55:20.646572 dv-cinder-829664-3-iscsi neutron-server[109512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:55:20.688268 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1312606106-network', 'tenant_id': '69fabf2f8ea14e5ebaac2bf73d239604'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:20.718209 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (9f2fe605-0d22-4d72-89af-08e91f725f66), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:20.720925 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] Made reservation on behalf of 69fabf2f8ea14e5ebaac2bf73d239604 for: {'network': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:55:20.723934 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:20.736299 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:20.740072 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9f2fe605-0d22-4d72-89af-08e91f725f66 HTTP/1.1" status: 204 len: 168 time: 0.6404412 Mar 14 18:55:20.740703 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:20.741245 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f1883-a653-4869-a991-cc4351e23522 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f2fe605-0d22-4d72-89af-08e91f725f66,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:20.849751 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] Publish callbacks [] for security_group (7d2d520a-6baa-42b1-8924-ea4706863aed), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:20.855738 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (7d2d520a-6baa-42b1-8924-ea4706863aed), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:20.877513 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=109513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:55:20.899295 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2d520a-6baa-42b1-8924-ea4706863aed,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:20.905351 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (46f8da19-f41d-4201-b893-c01384a266fa), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:20.905733 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.segments_db [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] Added segment 46f8da19-f41d-4201-b893-c01384a266fa of type vlan for network 753f7298-9858-480b-b949-613c5e509624 Mar 14 18:55:20.988095 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (753f7298-9858-480b-b949-613c5e509624), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.017477 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (753f7298-9858-480b-b949-613c5e509624), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.018461 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:21.019044 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.027841 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42610) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:21.077917 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] Pushing event updated for resources: {'Network': ['ID=753f7298-9858-480b-b949-613c5e509624,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:21.081527 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42614) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:21.089719 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-ff4ebaca-fbd3-4c60-9e9f-1a18dd3a393f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6807535 Mar 14 18:55:21.093237 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42616) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:21.100765 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network 753f7298-9858-480b-b949-613c5e509624 details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:55:21.106862 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-89c9110e-5d1b-45fc-a6ee-2f012a54a536 admin admin] Request body: {'subnet': {'network_id': '753f7298-9858-480b-b949-613c5e509624', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1312606106-subnet', 'tenant_id': '69fabf2f8ea14e5ebaac2bf73d239604', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:21.152384 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c9110e-5d1b-45fc-a6ee-2f012a54a536 admin admin] Made reservation on behalf of 69fabf2f8ea14e5ebaac2bf73d239604 for: {'subnet': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:55:21.154932 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-89c9110e-5d1b-45fc-a6ee-2f012a54a536 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4226277'] for subnet (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.159543 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-d0fae621-d767-4d0a-85c1-25df2ef33ec1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6b43880abe94acc89df44d7c60a088e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0767539 Mar 14 18:55:21.162317 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42618) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:21.206579 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 413ea98f-b991-4913-b0dd-0f8104d13a2e no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:55:21.245471 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: 413ea98f-b991-4913-b0dd-0f8104d13a2e {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:55:21.246068 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 413ea98f-b991-4913-b0dd-0f8104d13a2e not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:55:21.286794 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.304941 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-306b7fcc-e886-4412-88c8-ee22ef4969eb admin admin] Publish callbacks [] for security_group (84f12aae-3c1b-4474-b1e1-f2921de1faa7), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.330777 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-306b7fcc-e886-4412-88c8-ee22ef4969eb admin admin] Publish callbacks [] for security_group (84f12aae-3c1b-4474-b1e1-f2921de1faa7), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.402730 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-306b7fcc-e886-4412-88c8-ee22ef4969eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (84f12aae-3c1b-4474-b1e1-f2921de1faa7), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.403378 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-31831130-bb93-4f15-92e9-fbcf42921b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.405626 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-306b7fcc-e886-4412-88c8-ee22ef4969eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.407030 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-306b7fcc-e886-4412-88c8-ee22ef4969eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/84f12aae-3c1b-4474-b1e1-f2921de1faa7 HTTP/1.1" status: 204 len: 168 time: 0.2428842 Mar 14 18:55:21.419855 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b7fcc-e886-4412-88c8-ee22ef4969eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f12aae-3c1b-4474-b1e1-f2921de1faa7,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:21.465408 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5cdb-f364-4708-a95a-4d321fdff348 req-c1e89304-2d6f-4f95-936c-48d23786e5ad tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:21.468210 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7b6c5cdb-f364-4708-a95a-4d321fdff348 req-c1e89304-2d6f-4f95-936c-48d23786e5ad tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.1803181 Mar 14 18:55:21.585355 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-89c9110e-5d1b-45fc-a6ee-2f012a54a536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5679204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4226295'] for subnet (792e6a0f-307b-42e2-88cf-5c15d0966501), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.658232 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7b6c5cdb-f364-4708-a95a-4d321fdff348 req-251d1807-ddd7-449e-8d86-149cd27aeeaa tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792588 Mar 14 18:55:21.685527 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-31831130-bb93-4f15-92e9-fbcf42921b94 admin admin] Publish callbacks [] for security_group (d347f8c8-4f02-4c70-a926-5b5ecb108f96), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.691617 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9110e-5d1b-45fc-a6ee-2f012a54a536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=792e6a0f-307b-42e2-88cf-5c15d0966501,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:21.699946 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-31831130-bb93-4f15-92e9-fbcf42921b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (d347f8c8-4f02-4c70-a926-5b5ecb108f96), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.749533 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c9110e-5d1b-45fc-a6ee-2f012a54a536 admin admin] Checking segment: {'id': '46f8da19-f41d-4201-b893-c01384a266fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '753f7298-9858-480b-b949-613c5e509624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:21.749852 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c9110e-5d1b-45fc-a6ee-2f012a54a536 admin admin] Network hostable DHCP agents. Network: 753f7298-9858-480b-b949-613c5e509624, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:55:21.756376 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-31831130-bb93-4f15-92e9-fbcf42921b94 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=855681ce42ba40589175cae85de0645c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7274666 Mar 14 18:55:21.758556 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31831130-bb93-4f15-92e9-fbcf42921b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d347f8c8-4f02-4c70-a926-5b5ecb108f96,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:21.759098 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42634) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:21.779890 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c9110e-5d1b-45fc-a6ee-2f012a54a536 admin admin] Network 753f7298-9858-480b-b949-613c5e509624 is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:55:21.794713 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-89c9110e-5d1b-45fc-a6ee-2f012a54a536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, 753f7298-9858-480b-b949-613c5e509624) {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:21.799559 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c9110e-5d1b-45fc-a6ee-2f012a54a536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:21.800163 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-89c9110e-5d1b-45fc-a6ee-2f012a54a536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.806733 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b70fc5-30da-42b1-ac8d-da0b57bd0329 None None] Network 753f7298-9858-480b-b949-613c5e509624 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:55:21.818947 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-89c9110e-5d1b-45fc-a6ee-2f012a54a536 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7244399 Mar 14 18:55:21.841413 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5d991d2f-cac8-436e-8734-1d348996058c admin admin] Publish callbacks [] for security_group (d347f8c8-4f02-4c70-a926-5b5ecb108f96), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.867870 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5d991d2f-cac8-436e-8734-1d348996058c admin admin] Publish callbacks [] for security_group (d347f8c8-4f02-4c70-a926-5b5ecb108f96), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.922318 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399c6ec1-7e87-4df5-bdd0-11a0e5defa32 None None] Network 753f7298-9858-480b-b949-613c5e509624 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:55:21.927827 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5d991d2f-cac8-436e-8734-1d348996058c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (d347f8c8-4f02-4c70-a926-5b5ecb108f96), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.933746 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5d991d2f-cac8-436e-8734-1d348996058c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:21.936907 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-5d991d2f-cac8-436e-8734-1d348996058c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d347f8c8-4f02-4c70-a926-5b5ecb108f96 HTTP/1.1" status: 204 len: 168 time: 0.1760044 Mar 14 18:55:21.947331 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d991d2f-cac8-436e-8734-1d348996058c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d347f8c8-4f02-4c70-a926-5b5ecb108f96,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:22.264672 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42662) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:22.286009 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b309d5b4-9a5f-45ad-a1af-95705518d59d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.365042 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b309d5b4-9a5f-45ad-a1af-95705518d59d admin admin] Publish callbacks [] for security_group (7ee51c24-bab8-4418-bc9f-74c994b47370), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.370942 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b309d5b4-9a5f-45ad-a1af-95705518d59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (7ee51c24-bab8-4418-bc9f-74c994b47370), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.409592 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-b309d5b4-9a5f-45ad-a1af-95705518d59d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c0e30631527a477db81cbe3958a77484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437373 Mar 14 18:55:22.410667 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309d5b4-9a5f-45ad-a1af-95705518d59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee51c24-bab8-4418-bc9f-74c994b47370,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:22.412372 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42668) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:22.479063 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42670) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:22.482079 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f3a7447c-0c42-42e6-b577-3748faf5ca1c admin admin] Publish callbacks [] for security_group (7ee51c24-bab8-4418-bc9f-74c994b47370), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.503386 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f3a7447c-0c42-42e6-b577-3748faf5ca1c admin admin] Publish callbacks [] for security_group (7ee51c24-bab8-4418-bc9f-74c994b47370), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.553884 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42676) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:22.559564 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1073445296-network', 'tenant_id': '749b5ba44fa845ec91fdf93dbdef0e57'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:22.564175 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f3a7447c-0c42-42e6-b577-3748faf5ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (7ee51c24-bab8-4418-bc9f-74c994b47370), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.567352 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f3a7447c-0c42-42e6-b577-3748faf5ca1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.570907 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-f3a7447c-0c42-42e6-b577-3748faf5ca1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ee51c24-bab8-4418-bc9f-74c994b47370 HTTP/1.1" status: 204 len: 168 time: 0.1549897 Mar 14 18:55:22.582006 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7447c-0c42-42e6-b577-3748faf5ca1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee51c24-bab8-4418-bc9f-74c994b47370,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:22.593581 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] Made reservation on behalf of 749b5ba44fa845ec91fdf93dbdef0e57 for: {'network': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:55:22.597078 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.613194 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.690698 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-288202107-network', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:22.718916 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] Publish callbacks [] for security_group (731660e4-5b75-4193-99ca-e12f37ff221a), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.724934 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (731660e4-5b75-4193-99ca-e12f37ff221a), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.727164 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] Made reservation on behalf of 0fd4a8ca063a453a90dfd25ba3852e42 for: {'network': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:55:22.733291 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.754312 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.771630 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731660e4-5b75-4193-99ca-e12f37ff221a,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:22.783182 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=109512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:55:22.807755 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (01898939-028c-4d88-a119-8a905cddb54b), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.808478 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.segments_db [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] Added segment 01898939-028c-4d88-a119-8a905cddb54b of type vlan for network 3f27b009-186d-478b-9d47-6f713e8b7d5e Mar 14 18:55:22.841959 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88476bc-851d-4a08-97b7-8e7633f76492 req-7504b33f-41f5-4d56-94dc-af1c8097e111 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:22.843590 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d88476bc-851d-4a08-97b7-8e7633f76492 req-7504b33f-41f5-4d56-94dc-af1c8097e111 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0923219 Mar 14 18:55:22.880597 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (3f27b009-186d-478b-9d47-6f713e8b7d5e), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.925798 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (3f27b009-186d-478b-9d47-6f713e8b7d5e), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.927464 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:22.928318 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.961022 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] Publish callbacks [] for security_group (dd167ed9-fa37-40c7-af55-62dfd9d2fc8e), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.965519 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d88476bc-851d-4a08-97b7-8e7633f76492 req-22011cfc-e102-49f4-bb0d-53d1eac0f62a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039565 Mar 14 18:55:22.966749 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (dd167ed9-fa37-40c7-af55-62dfd9d2fc8e), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:22.998095 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=109513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:55:23.012985 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd167ed9-fa37-40c7-af55-62dfd9d2fc8e,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:23.026717 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4710982 Mar 14 18:55:23.032961 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (0cfb8387-767a-495c-9f0f-55f88d25842b), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:23.033275 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.segments_db [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] Added segment 0cfb8387-767a-495c-9f0f-55f88d25842b of type vlan for network 238a0ce0-fc24-410f-b071-3e8d79d444fd Mar 14 18:55:23.039723 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42702) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:23.066705 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-184caff6-b2df-4a85-b6f9-b939dbeff784 admin admin] Request body: {'subnet': {'network_id': '3f27b009-186d-478b-9d47-6f713e8b7d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1073445296-subnet', 'tenant_id': '749b5ba44fa845ec91fdf93dbdef0e57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:23.080119 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c3a11-5a62-4c02-a4ac-b5bd0daa617a admin admin] Pushing event updated for resources: {'Network': ['ID=3f27b009-186d-478b-9d47-6f713e8b7d5e,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:23.090710 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network 3f27b009-186d-478b-9d47-6f713e8b7d5e details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:55:23.098644 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184caff6-b2df-4a85-b6f9-b939dbeff784 admin admin] Made reservation on behalf of 749b5ba44fa845ec91fdf93dbdef0e57 for: {'subnet': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:55:23.102237 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-184caff6-b2df-4a85-b6f9-b939dbeff784 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4226277'] for subnet (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:23.110710 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (238a0ce0-fc24-410f-b071-3e8d79d444fd), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:23.163248 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (238a0ce0-fc24-410f-b071-3e8d79d444fd), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:23.165227 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:23.167450 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:23.278669 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7981117 Mar 14 18:55:23.281438 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42710) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:23.286899 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-f85476fa-a9ee-4ab5-840a-d7a4ab5d1cf9 admin admin] Request body: {'subnet': {'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-subnet', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:23.294892 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6386e-f339-42b8-a910-03f358cc5c0f admin admin] Pushing event updated for resources: {'Network': ['ID=238a0ce0-fc24-410f-b071-3e8d79d444fd,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:23.307257 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network 238a0ce0-fc24-410f-b071-3e8d79d444fd details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:55:23.330585 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85476fa-a9ee-4ab5-840a-d7a4ab5d1cf9 admin admin] Made reservation on behalf of 0fd4a8ca063a453a90dfd25ba3852e42 for: {'subnet': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:55:23.330875 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-184caff6-b2df-4a85-b6f9-b939dbeff784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5679204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4226295'] for subnet (656731c0-e030-420c-8723-8449fbb3b76b), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:23.333148 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f85476fa-a9ee-4ab5-840a-d7a4ab5d1cf9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:23.397501 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184caff6-b2df-4a85-b6f9-b939dbeff784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=656731c0-e030-420c-8723-8449fbb3b76b,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:23.410877 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184caff6-b2df-4a85-b6f9-b939dbeff784 admin admin] Checking segment: {'id': '01898939-028c-4d88-a119-8a905cddb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3f27b009-186d-478b-9d47-6f713e8b7d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:23.411579 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184caff6-b2df-4a85-b6f9-b939dbeff784 admin admin] Network hostable DHCP agents. Network: 3f27b009-186d-478b-9d47-6f713e8b7d5e, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:55:23.437228 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184caff6-b2df-4a85-b6f9-b939dbeff784 admin admin] Network 3f27b009-186d-478b-9d47-6f713e8b7d5e is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:55:23.450715 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-184caff6-b2df-4a85-b6f9-b939dbeff784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, 3f27b009-186d-478b-9d47-6f713e8b7d5e) {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:23.456132 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184caff6-b2df-4a85-b6f9-b939dbeff784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:23.456728 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-184caff6-b2df-4a85-b6f9-b939dbeff784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:23.461087 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c3630f-a275-447d-9da8-ad28693787a1 None None] Network 3f27b009-186d-478b-9d47-6f713e8b7d5e requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:55:23.482151 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-184caff6-b2df-4a85-b6f9-b939dbeff784 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4168136 Mar 14 18:55:23.634045 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f85476fa-a9ee-4ab5-840a-d7a4ab5d1cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for subnet (295ea95f-a569-4ae3-aa0e-4b878103c9ad), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:23.638478 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aa8fab-4588-4d09-9394-4f6db66c9f1b None None] Network 3f27b009-186d-478b-9d47-6f713e8b7d5e requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:55:23.700611 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85476fa-a9ee-4ab5-840a-d7a4ab5d1cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=295ea95f-a569-4ae3-aa0e-4b878103c9ad,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:23.726472 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85476fa-a9ee-4ab5-840a-d7a4ab5d1cf9 admin admin] Checking segment: {'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:23.727141 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85476fa-a9ee-4ab5-840a-d7a4ab5d1cf9 admin admin] Network hostable DHCP agents. Network: 238a0ce0-fc24-410f-b071-3e8d79d444fd, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:55:23.746432 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85476fa-a9ee-4ab5-840a-d7a4ab5d1cf9 admin admin] Network 238a0ce0-fc24-410f-b071-3e8d79d444fd is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:55:23.761028 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-f85476fa-a9ee-4ab5-840a-d7a4ab5d1cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, 238a0ce0-fc24-410f-b071-3e8d79d444fd) {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:23.774327 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45654e34-bb16-445a-8680-75ab578b0fd1 None None] Network 238a0ce0-fc24-410f-b071-3e8d79d444fd requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:55:23.786997 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85476fa-a9ee-4ab5-840a-d7a4ab5d1cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:23.787672 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f85476fa-a9ee-4ab5-840a-d7a4ab5d1cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:23.830346 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-f85476fa-a9ee-4ab5-840a-d7a4ab5d1cf9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5447357 Mar 14 18:55:23.830767 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42730) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:23.836373 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:23.865815 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6339'] for router (9e7e7ac0-0a51-4486-83b9-848812e332af), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:23.867656 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1591601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (9e7e7ac0-0a51-4486-83b9-848812e332af), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:23.924179 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3a86f8-d13f-51ef-aa91-869d4696663f-238a0ce0-fc24-410f-b071-3e8d79d444fd', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad'}]}} from dv-cinder-829664-3-iscsi. {{(pid=109514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 18:55:23.925236 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:23.944543 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Publish callbacks [] for router_controller (9e7e7ac0-0a51-4486-83b9-848812e332af), precommit_add_association {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:24.088844 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.db_base_plugin_common [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Allocated IP 172.20.0.2 (238a0ce0-fc24-410f-b071-3e8d79d444fd/295ea95f-a569-4ae3-aa0e-4b878103c9ad/850a04ae-090f-4efa-ac97-ab81aa3e0bff) {{(pid=109514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:55:24.205962 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Publish callbacks [] for router_gateway (9e7e7ac0-0a51-4486-83b9-848812e332af), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:24.266027 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd567c5-875d-4732-a081-a2e70a128f24 req-3f4bee44-288c-4e6f-bb86-50bd852e3e9f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:24.272909 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4fd567c5-875d-4732-a081-a2e70a128f24 req-3f4bee44-288c-4e6f-bb86-50bd852e3e9f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.1718204 Mar 14 18:55:24.341206 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Publish callbacks [] for port (850a04ae-090f-4efa-ac97-ab81aa3e0bff), precommit_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:24.353646 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (850a04ae-090f-4efa-ac97-ab81aa3e0bff), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:24.371782 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4fd567c5-875d-4732-a081-a2e70a128f24 req-4f4fe679-0649-4841-8ced-870ef5e8994d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968983 Mar 14 18:55:24.431795 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Network 238a0ce0-fc24-410f-b071-3e8d79d444fd is already hosted by enough agents. {{(pid=109514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:24.434956 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.base_scheduler [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Resources bound (agent type, host, resource id): {{(pid=109514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:24.443432 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Received port after_create {{(pid=109514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:55:24.479280 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Pushing event updated for resources: {'Port': ['ID=850a04ae-090f-4efa-ac97-ab81aa3e0bff,revision_number=1']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:24.514144 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:24.514531 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:24.514902 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:24.515261 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:24.515632 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:24.516163 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:24.516303 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:24.516720 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:24.517008 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:24.517305 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:24.517631 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:24.517972 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:24.518359 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:24.518611 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:24.519537 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:24.530912 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Attempting to bind port 850a04ae-090f-4efa-ac97-ab81aa3e0bff on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:55:24.531949 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Attempting to bind port 850a04ae-090f-4efa-ac97-ab81aa3e0bff by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:55:24.532464 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Attempting to bind port 850a04ae-090f-4efa-ac97-ab81aa3e0bff on network 238a0ce0-fc24-410f-b071-3e8d79d444fd {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:55:24.538610 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:55:24.539220 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Checking segment: {'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:24.539835 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:24.540367 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Bound using segment: {'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:55:24.541324 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Bound port: 850a04ae-090f-4efa-ac97-ab81aa3e0bff, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:55:24.541872 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (850a04ae-090f-4efa-ac97-ab81aa3e0bff), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:24.632266 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Publish callbacks [] for router_gateway (9e7e7ac0-0a51-4486-83b9-848812e332af), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:24.651217 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] For port 850a04ae-090f-4efa-ac97-ab81aa3e0bff, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:55:24.655442 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] For port 850a04ae-090f-4efa-ac97-ab81aa3e0bff, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=850a04ae-090f-4efa-ac97-ab81aa3e0bff,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:55:24.662155 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:24.663781 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (850a04ae-090f-4efa-ac97-ab81aa3e0bff), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:24.739934 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba7dad-0af0-4e6c-b079-80ba825ec6fd None None] Pushing event updated for resources: {'Port': ['ID=850a04ae-090f-4efa-ac97-ab81aa3e0bff,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:24.801106 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Allocated IP 172.27.3.221 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/8d5b8e84-20e4-47b8-974f-f37240dfe0f0) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:55:24.953116 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Publish callbacks [] for port (8d5b8e84-20e4-47b8-974f-f37240dfe0f0), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:25.008377 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (8d5b8e84-20e4-47b8-974f-f37240dfe0f0), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:25.050425 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:25.055407 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:25.059253 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:55:25.086588 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Pushing event updated for resources: {'Port': ['ID=8d5b8e84-20e4-47b8-974f-f37240dfe0f0,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:25.498183 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f74f0-4c38-497a-a379-a9431d1d6d1d req-4e8d5218-027a-4fec-bd2c-e3074af41ed3 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:25.499973 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-3c7f74f0-4c38-497a-a379-a9431d1d6d1d req-4e8d5218-027a-4fec-bd2c-e3074af41ed3 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0627728 Mar 14 18:55:25.592673 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-3c7f74f0-4c38-497a-a379-a9431d1d6d1d req-59cd71dd-b82d-4e4a-b2cb-2f08936691f6 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757391 Mar 14 18:55:25.616050 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Publish callbacks [] for router_gateway (9e7e7ac0-0a51-4486-83b9-848812e332af), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:25.632382 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42806) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:25.787020 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-abf33d05-877d-495f-b16b-7c314e93803f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:25.842529 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 850a04ae-090f-4efa-ac97-ab81aa3e0bff up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:25.937041 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-abf33d05-877d-495f-b16b-7c314e93803f admin admin] Publish callbacks [] for security_group (6a6ca9a0-9eda-4f90-9de4-1440139779dc), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:25.943996 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 850a04ae-090f-4efa-ac97-ab81aa3e0bff triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:25.944395 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (850a04ae-090f-4efa-ac97-ab81aa3e0bff), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:25.946802 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-abf33d05-877d-495f-b16b-7c314e93803f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (6a6ca9a0-9eda-4f90-9de4-1440139779dc), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:25.999750 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528e1c60-608e-4e88-9696-0899abf9db13 None None] Network 238a0ce0-fc24-410f-b071-3e8d79d444fd requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:55:26.004522 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475753'] for router (9e7e7ac0-0a51-4486-83b9-848812e332af), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:26.008058 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf33d05-877d-495f-b16b-7c314e93803f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6ca9a0-9eda-4f90-9de4-1440139779dc,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:26.028770 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-abf33d05-877d-495f-b16b-7c314e93803f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=45c3accccd21444cbc3c4d9e4650f19e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3952770 Mar 14 18:55:26.029839 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42820) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:26.104836 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7acc420c-aab7-4ca2-ac2e-735937cde80e admin admin] Publish callbacks [] for security_group (6a6ca9a0-9eda-4f90-9de4-1440139779dc), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:26.106278 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-b1091968-b1f0-4f8d-a783-24316b48a4f1 None None] Provisioning complete for port 850a04ae-090f-4efa-ac97-ab81aa3e0bff triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:26.107010 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b1091968-b1f0-4f8d-a783-24316b48a4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (850a04ae-090f-4efa-ac97-ab81aa3e0bff), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:26.160673 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7acc420c-aab7-4ca2-ac2e-735937cde80e admin admin] Publish callbacks [] for security_group (6a6ca9a0-9eda-4f90-9de4-1440139779dc), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:26.259448 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7acc420c-aab7-4ca2-ac2e-735937cde80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (6a6ca9a0-9eda-4f90-9de4-1440139779dc), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:26.265156 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7acc420c-aab7-4ca2-ac2e-735937cde80e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:26.266649 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-7acc420c-aab7-4ca2-ac2e-735937cde80e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a6ca9a0-9eda-4f90-9de4-1440139779dc HTTP/1.1" status: 204 len: 168 time: 0.2354553 Mar 14 18:55:26.268533 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Router 9e7e7ac0-0a51-4486-83b9-848812e332af is scheduled to L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 with binding_index 1 {{(pid=109512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:55:26.295201 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc420c-aab7-4ca2-ac2e-735937cde80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6ca9a0-9eda-4f90-9de4-1440139779dc,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:26.409698 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 850a04ae-090f-4efa-ac97-ab81aa3e0bff is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:26.410123 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (850a04ae-090f-4efa-ac97-ab81aa3e0bff), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:26.424893 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:55:26.438100 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Sync routers for ids ['9e7e7ac0-0a51-4486-83b9-848812e332af'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:55:26.450001 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Routers {'9e7e7ac0-0a51-4486-83b9-848812e332af'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:26.450764 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['9e7e7ac0-0a51-4486-83b9-848812e332af'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:26.451169 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:26.452961 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-6db5be62-2d83-4877-ac9c-b0f9dfeddc4f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6205382 Mar 14 18:55:26.455814 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42832) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:26.486006 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port 850a04ae-090f-4efa-ac97-ab81aa3e0bff, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=850a04ae-090f-4efa-ac97-ab81aa3e0bff,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:26.493178 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (850a04ae-090f-4efa-ac97-ab81aa3e0bff), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:26.530260 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-b1091968-b1f0-4f8d-a783-24316b48a4f1 None None] Current status of the port 850a04ae-090f-4efa-ac97-ab81aa3e0bff is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:26.530664 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b1091968-b1f0-4f8d-a783-24316b48a4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (850a04ae-090f-4efa-ac97-ab81aa3e0bff), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:26.577986 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=850a04ae-090f-4efa-ac97-ab81aa3e0bff,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:26.630510 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Set router 9e7e7ac0-0a51-4486-83b9-848812e332af gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:26.631429 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.db.api [None req-b1091968-b1f0-4f8d-a783-24316b48a4f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:55:26.631829 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG oslo_db.api [None req-b1091968-b1f0-4f8d-a783-24316b48a4f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:55:26.709899 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42838) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:26.725014 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-845b7813-8fc2-4be3-8f4e-534e5a3871ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:26.812265 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b88d1-b898-4355-b819-da6ab857cfc6 req-b3fac37d-922c-421c-a387-edc2ee515c4e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:26.813790 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d24b88d1-b898-4355-b819-da6ab857cfc6 req-b3fac37d-922c-421c-a387-edc2ee515c4e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0862896 Mar 14 18:55:26.864427 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:25Z', 'revision_number': 3, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:26.890929 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Checking router: 9e7e7ac0-0a51-4486-83b9-848812e332af for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:55:26.891277 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Updating router 9e7e7ac0-0a51-4486-83b9-848812e332af port 8d5b8e84-20e4-47b8-974f-f37240dfe0f0 binding host dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:55:26.899538 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d24b88d1-b898-4355-b819-da6ab857cfc6 req-cbdd82fc-18b0-4b0e-a9a5-5c5c4fdc844f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782723 Mar 14 18:55:26.910195 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-845b7813-8fc2-4be3-8f4e-534e5a3871ae admin admin] Publish callbacks [] for security_group (e23f26dc-7a2d-4577-bc2f-366163336764), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:26.922543 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8d5b8e84-20e4-47b8-974f-f37240dfe0f0), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:26.923977 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-845b7813-8fc2-4be3-8f4e-534e5a3871ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (e23f26dc-7a2d-4577-bc2f-366163336764), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:26.974668 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-845b7813-8fc2-4be3-8f4e-534e5a3871ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=909f148771d84111940a7ba988a7e8c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632298 Mar 14 18:55:26.977120 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42840) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:26.985965 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b7813-8fc2-4be3-8f4e-534e5a3871ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23f26dc-7a2d-4577-bc2f-366163336764,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:27.037295 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-bf644694-5260-46ab-ae43-9375d3930c66 admin admin] Publish callbacks [] for security_group (e23f26dc-7a2d-4577-bc2f-366163336764), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:27.048668 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:27.058822 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-bf644694-5260-46ab-ae43-9375d3930c66 admin admin] Publish callbacks [] for security_group (e23f26dc-7a2d-4577-bc2f-366163336764), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:27.129555 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-bf644694-5260-46ab-ae43-9375d3930c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (e23f26dc-7a2d-4577-bc2f-366163336764), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:27.132841 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-bf644694-5260-46ab-ae43-9375d3930c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:27.136873 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-bf644694-5260-46ab-ae43-9375d3930c66 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e23f26dc-7a2d-4577-bc2f-366163336764 HTTP/1.1" status: 204 len: 168 time: 0.1585977 Mar 14 18:55:27.145470 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf644694-5260-46ab-ae43-9375d3930c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23f26dc-7a2d-4577-bc2f-366163336764,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:27.202404 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Publish callbacks [] for port (8d5b8e84-20e4-47b8-974f-f37240dfe0f0), precommit_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:27.210860 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (8d5b8e84-20e4-47b8-974f-f37240dfe0f0), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:27.258321 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Pushing event updated for resources: {'Port': ['ID=8d5b8e84-20e4-47b8-974f-f37240dfe0f0,revision_number=2']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:27.271663 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:27.271795 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:27.272156 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:27.272865 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:27.273273 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:27.273657 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:27.274136 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:27.274243 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Allocated IP 172.20.0.1 (238a0ce0-fc24-410f-b071-3e8d79d444fd/295ea95f-a569-4ae3-aa0e-4b878103c9ad/f92c4db7-2466-4114-805d-4b57c06d488d) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:55:27.274465 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:27.274786 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:27.275148 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:27.275704 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:27.276228 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:27.276715 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:27.277179 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:27.277640 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:27.298209 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-b1091968-b1f0-4f8d-a783-24316b48a4f1 None None] Current status of the port 850a04ae-090f-4efa-ac97-ab81aa3e0bff is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:27.354481 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Attempting to bind port 8d5b8e84-20e4-47b8-974f-f37240dfe0f0 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:55:27.354838 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Attempting to bind port 8d5b8e84-20e4-47b8-974f-f37240dfe0f0 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:55:27.355196 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Attempting to bind port 8d5b8e84-20e4-47b8-974f-f37240dfe0f0 on network fca46202-598b-4647-ad28-6a17f14c2b27 {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:55:27.365811 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:55:27.367102 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Checking segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:27.368766 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:27.370451 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Bound using segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:55:27.371098 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Bound port: 8d5b8e84-20e4-47b8-974f-f37240dfe0f0, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:55:27.372464 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8d5b8e84-20e4-47b8-974f-f37240dfe0f0), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:27.473741 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-11847334-5b53-43cb-8091-d08bce4441d5 None None] Provisioning complete for port 850a04ae-090f-4efa-ac97-ab81aa3e0bff triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:27.477887 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] For port 8d5b8e84-20e4-47b8-974f-f37240dfe0f0, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:55:27.478399 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Publish callbacks [] for port (f92c4db7-2466-4114-805d-4b57c06d488d), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:27.481160 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] For port 8d5b8e84-20e4-47b8-974f-f37240dfe0f0, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=8d5b8e84-20e4-47b8-974f-f37240dfe0f0,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:55:27.482678 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-11847334-5b53-43cb-8091-d08bce4441d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (850a04ae-090f-4efa-ac97-ab81aa3e0bff), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:27.495599 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (8d5b8e84-20e4-47b8-974f-f37240dfe0f0), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:27.527224 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:27.587472 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Pushing event updated for resources: {'Port': ['ID=f92c4db7-2466-4114-805d-4b57c06d488d,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:27.607605 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84687f1-8214-41c9-a4b7-c0d1696030ce None None] Pushing event updated for resources: {'Port': ['ID=8d5b8e84-20e4-47b8-974f-f37240dfe0f0,revision_number=3']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:27.617122 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Network 238a0ce0-fc24-410f-b071-3e8d79d444fd is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:27.620486 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:27.628873 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-11847334-5b53-43cb-8091-d08bce4441d5 None None] Current status of the port 850a04ae-090f-4efa-ac97-ab81aa3e0bff is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:27.633353 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Routers {'9e7e7ac0-0a51-4486-83b9-848812e332af'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:27.640096 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:55:27.640594 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475832'] for router_interface (9e7e7ac0-0a51-4486-83b9-848812e332af), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:27.645195 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['9e7e7ac0-0a51-4486-83b9-848812e332af'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:27.856696 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 850a04ae-090f-4efa-ac97-ab81aa3e0bff up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:27.878429 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] Set router 9e7e7ac0-0a51-4486-83b9-848812e332af gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:27.932533 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:27.946226 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 850a04ae-090f-4efa-ac97-ab81aa3e0bff triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:27.946742 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (850a04ae-090f-4efa-ac97-ab81aa3e0bff), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:28.073609 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-5e5e07dd-e472-4c2f-b31e-05545a1a3301 None None] Provisioning complete for port f92c4db7-2466-4114-805d-4b57c06d488d triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:28.074402 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-5e5e07dd-e472-4c2f-b31e-05545a1a3301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:28.143719 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 850a04ae-090f-4efa-ac97-ab81aa3e0bff is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:28.183304 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e07dd-e472-4c2f-b31e-05545a1a3301 None None] Port f92c4db7-2466-4114-805d-4b57c06d488d cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:55:28.194686 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:25Z', 'revision_number': 3, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:28.228499 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e2daa-726f-4e66-b491-c2baea2c6ed3 req-c5493322-2770-4ec8-84b4-01603fc39b99 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:28.229700 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e0280f-e3d7-4700-9f60-71a20f14477e None None] The sync data for ids ['9e7e7ac0-0a51-4486-83b9-848812e332af'] in dv-cinder-829664-3-iscsi is: [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:25Z', 'revision_number': 3, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:55:28.230009 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d14e2daa-726f-4e66-b491-c2baea2c6ed3 req-c5493322-2770-4ec8-84b4-01603fc39b99 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.1948371 Mar 14 18:55:28.248929 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Publish callbacks [] for port (f92c4db7-2466-4114-805d-4b57c06d488d), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:28.256765 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:28.257623 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478248'] for router_interface (9e7e7ac0-0a51-4486-83b9-848812e332af), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:28.390174 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Pushing event updated for resources: {'Port': ['ID=f92c4db7-2466-4114-805d-4b57c06d488d,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:28.399758 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d14e2daa-726f-4e66-b491-c2baea2c6ed3 req-dc589d1c-b68d-4d48-ade0-3afeb520f0ea tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554408 Mar 14 18:55:28.433924 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Network 238a0ce0-fc24-410f-b071-3e8d79d444fd is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:28.437511 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:28.616144 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Router 9e7e7ac0-0a51-4486-83b9-848812e332af has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:55:28.752872 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:55:28.765730 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-597cd8e6-d1c0-4454-bb9b-d2ad9cfa6226 admin admin] 10.222.0.52 "PUT /v2.0/routers/9e7e7ac0-0a51-4486-83b9-848812e332af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2981765 Mar 14 18:55:28.823112 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-49501c05-ecf3-4a43-965a-c02d3b90e8c7 None None] Provisioning complete for port f92c4db7-2466-4114-805d-4b57c06d488d triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:28.823712 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-49501c05-ecf3-4a43-965a-c02d3b90e8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:28.880081 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-49501c05-ecf3-4a43-965a-c02d3b90e8c7 None None] Port f92c4db7-2466-4114-805d-4b57c06d488d cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:55:29.359177 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42930) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:29.364198 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-0b490ecc-2cda-49d5-af0f-849d6fb8d460 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1040246601', 'description': 'tempest-description--1196972080'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:29.384778 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0b490ecc-2cda-49d5-af0f-849d6fb8d460 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.463184 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0b490ecc-2cda-49d5-af0f-849d6fb8d460 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group (65a526df-76b3-4860-9e38-50808fe27512), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.467995 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0b490ecc-2cda-49d5-af0f-849d6fb8d460 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (65a526df-76b3-4860-9e38-50808fe27512), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.524046 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42936) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:29.529570 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b490ecc-2cda-49d5-af0f-849d6fb8d460 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a526df-76b3-4860-9e38-50808fe27512,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:29.534772 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0b490ecc-2cda-49d5-af0f-849d6fb8d460 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.536266 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-0b490ecc-2cda-49d5-af0f-849d6fb8d460 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1758761 Mar 14 18:55:29.539546 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42942) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:29.545927 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-bed4bc32-3701-4e89-b144-9eff22be9a4b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Request body: {'security_group_rule': {'security_group_id': '65a526df-76b3-4860-9e38-50808fe27512', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:29.568021 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2e51e-c171-4854-97a6-b2f7395106d6 req-c8fcb940-cdc1-471e-847e-6a05198a97f7 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:29.569602 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-35c2e51e-c171-4854-97a6-b2f7395106d6 req-c8fcb940-cdc1-471e-847e-6a05198a97f7 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0778170 Mar 14 18:55:29.588516 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-bed4bc32-3701-4e89-b144-9eff22be9a4b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group_rule (74d96863-69a4-43ff-aff7-50d6bdfd9cb3), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.631783 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-35c2e51e-c171-4854-97a6-b2f7395106d6 req-7effea1c-5a0c-40a2-a410-d6ae362ec621 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542307 Mar 14 18:55:29.662260 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-fc100d8e-ab65-46f5-8b03-8df3ff58d482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.688207 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-bed4bc32-3701-4e89-b144-9eff22be9a4b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group_rule (74d96863-69a4-43ff-aff7-50d6bdfd9cb3), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.696315 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-bed4bc32-3701-4e89-b144-9eff22be9a4b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (74d96863-69a4-43ff-aff7-50d6bdfd9cb3), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.725967 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4bc32-3701-4e89-b144-9eff22be9a4b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d96863-69a4-43ff-aff7-50d6bdfd9cb3,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:29.744776 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-bed4bc32-3701-4e89-b144-9eff22be9a4b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.746063 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-bed4bc32-3701-4e89-b144-9eff22be9a4b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2052360 Mar 14 18:55:29.749113 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42944) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:29.753868 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-1d93a116-9dd0-4b62-8812-b3fa6ea5d8d2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Request body: {'security_group_rule': {'security_group_id': '65a526df-76b3-4860-9e38-50808fe27512', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:29.794050 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 8d5b8e84-20e4-47b8-974f-f37240dfe0f0 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:29.794837 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-1d93a116-9dd0-4b62-8812-b3fa6ea5d8d2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group_rule (161fd6a8-3d7b-4ca1-947f-a1a2803afb85), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.797208 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-fc100d8e-ab65-46f5-8b03-8df3ff58d482 admin admin] Publish callbacks [] for security_group (5a7a3121-d0e1-4085-b2eb-3f28d10b8eeb), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.802077 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-fc100d8e-ab65-46f5-8b03-8df3ff58d482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (5a7a3121-d0e1-4085-b2eb-3f28d10b8eeb), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.863891 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-fc100d8e-ab65-46f5-8b03-8df3ff58d482 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d4874b8c3264755851bca81e9fbb4b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357580 Mar 14 18:55:29.863891 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc100d8e-ab65-46f5-8b03-8df3ff58d482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7a3121-d0e1-4085-b2eb-3f28d10b8eeb,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:29.865392 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42946) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:29.869861 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 8d5b8e84-20e4-47b8-974f-f37240dfe0f0 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:29.870397 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (8d5b8e84-20e4-47b8-974f-f37240dfe0f0), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.891713 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-1d93a116-9dd0-4b62-8812-b3fa6ea5d8d2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group_rule (161fd6a8-3d7b-4ca1-947f-a1a2803afb85), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.898768 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-1d93a116-9dd0-4b62-8812-b3fa6ea5d8d2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (161fd6a8-3d7b-4ca1-947f-a1a2803afb85), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.915438 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93a116-9dd0-4b62-8812-b3fa6ea5d8d2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161fd6a8-3d7b-4ca1-947f-a1a2803afb85,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:29.918942 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e5413e4-2a8a-48a1-8704-6b6e7f51a875 admin admin] Publish callbacks [] for security_group (5a7a3121-d0e1-4085-b2eb-3f28d10b8eeb), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.928499 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-1d93a116-9dd0-4b62-8812-b3fa6ea5d8d2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.929902 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-1d93a116-9dd0-4b62-8812-b3fa6ea5d8d2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1797738 Mar 14 18:55:29.932974 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42948) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:29.937725 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Request body: {'floatingip': {'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:29.942615 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e5413e4-2a8a-48a1-8704-6b6e7f51a875 admin admin] Publish callbacks [] for security_group (5a7a3121-d0e1-4085-b2eb-3f28d10b8eeb), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.960083 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.968839 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 8d5b8e84-20e4-47b8-974f-f37240dfe0f0 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:29.969069 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8d5b8e84-20e4-47b8-974f-f37240dfe0f0), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:29.991906 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port 8d5b8e84-20e4-47b8-974f-f37240dfe0f0, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=8d5b8e84-20e4-47b8-974f-f37240dfe0f0,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:29.996970 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (8d5b8e84-20e4-47b8-974f-f37240dfe0f0), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:30.001571 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e5413e4-2a8a-48a1-8704-6b6e7f51a875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (5a7a3121-d0e1-4085-b2eb-3f28d10b8eeb), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:30.004620 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e5413e4-2a8a-48a1-8704-6b6e7f51a875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:30.007422 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-3e5413e4-2a8a-48a1-8704-6b6e7f51a875 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a7a3121-d0e1-4085-b2eb-3f28d10b8eeb HTTP/1.1" status: 204 len: 168 time: 0.1394780 Mar 14 18:55:30.014894 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5413e4-2a8a-48a1-8704-6b6e7f51a875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7a3121-d0e1-4085-b2eb-3f28d10b8eeb,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:30.069586 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:30.090234 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=8d5b8e84-20e4-47b8-974f-f37240dfe0f0,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:30.135240 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Sync routers for ids ['9e7e7ac0-0a51-4486-83b9-848812e332af'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:55:30.148206 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Routers {'9e7e7ac0-0a51-4486-83b9-848812e332af'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:30.148832 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['9e7e7ac0-0a51-4486-83b9-848812e332af'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:30.220902 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Allocated IP 172.27.3.72 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/a8a63971-eb6c-4b6c-bec3-310df46e3300) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:55:30.282662 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Set router 9e7e7ac0-0a51-4486-83b9-848812e332af gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:30.387464 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for port (a8a63971-eb6c-4b6c-bec3-310df46e3300), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:30.455576 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (a8a63971-eb6c-4b6c-bec3-310df46e3300), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:30.458028 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cd561757-64e9-4568-8382-4d69aee6e3d9 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f06c5ed9f072423689774d5154a81098&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584679 Mar 14 18:55:30.506893 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:30.510386 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:30.514267 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:55:30.526505 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event updated for resources: {'Port': ['ID=a8a63971-eb6c-4b6c-bec3-310df46e3300,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:30.527173 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 42972) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:30.541794 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'f92c4db7-2466-4114-805d-4b57c06d488d', 'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'mac_address': 'fa:16:3e:ab:82:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:27Z', 'updated_at': '2022-03-14T18:55:28Z', 'revision_number': 2, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'subnets': [{'id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:30.581438 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Checking router: 9e7e7ac0-0a51-4486-83b9-848812e332af for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:55:30.582073 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Updating router 9e7e7ac0-0a51-4486-83b9-848812e332af port f92c4db7-2466-4114-805d-4b57c06d488d binding host dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:55:30.600641 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-20fa7820-7ade-4028-901e-713238ac2cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:30.611291 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for floatingip (26bd456d-8739-4a1d-b692-9cfb39dc5dee), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:30.616040 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:30.685382 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (a8a63971-eb6c-4b6c-bec3-310df46e3300), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:30.787604 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-a87ecead-4fb9-4bd5-b67a-5fc8850f306e tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:30.794158 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-a87ecead-4fb9-4bd5-b67a-5fc8850f306e tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3296328 Mar 14 18:55:30.816762 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-a910606e-ddc7-44c1-8470-0db017806d73 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/quotas/f06c5ed9f072423689774d5154a81098 HTTP/1.1" status: 200 len: 375 time: 0.0216098 Mar 14 18:55:30.843578 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-5c55bc84-f7fd-4d96-b0ac-8e6d9afb4eba tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f06c5ed9f072423689774d5154a81098&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258725 Mar 14 18:55:30.873697 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-20fa7820-7ade-4028-901e-713238ac2cad admin admin] Publish callbacks [] for security_group (67e5180d-1ec7-4e20-ba31-593b8d2ca528), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:30.883994 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-20fa7820-7ade-4028-901e-713238ac2cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (67e5180d-1ec7-4e20-ba31-593b8d2ca528), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:31.018364 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6516c8e6-63e9-4938-ac5d-c7bc8d70926e req-7ad9525b-f1cd-44b3-aa24-3073f2d4fcce tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 210 time: 0.0320029 Mar 14 18:55:31.051913 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Publish callbacks [] for port (f92c4db7-2466-4114-805d-4b57c06d488d), precommit_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:31.058414 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:31.129998 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2c123-28e6-434d-a797-cf81b7c7de46 None None] Pushing event updated for resources: {'Port': ['ID=f92c4db7-2466-4114-805d-4b57c06d488d,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:31.180514 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f024af5-9221-4805-ba87-79768e0d4832 req-8bcc4e60-bd16-46fb-bf59-95391aaabcf7 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:31.182056 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2f024af5-9221-4805-ba87-79768e0d4832 req-8bcc4e60-bd16-46fb-bf59-95391aaabcf7 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.4061766 Mar 14 18:55:31.198897 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-20fa7820-7ade-4028-901e-713238ac2cad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6461a167c3a542cca46506871a3f2862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6611300 Mar 14 18:55:31.200138 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 42990) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:31.204893 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Attempting to bind port f92c4db7-2466-4114-805d-4b57c06d488d on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:55:31.205463 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Attempting to bind port f92c4db7-2466-4114-805d-4b57c06d488d by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:55:31.205822 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Attempting to bind port f92c4db7-2466-4114-805d-4b57c06d488d on network 238a0ce0-fc24-410f-b071-3e8d79d444fd {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:55:31.209003 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa7820-7ade-4028-901e-713238ac2cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e5180d-1ec7-4e20-ba31-593b8d2ca528,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:31.212127 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:55:31.212939 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Checking segment: {'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:31.212939 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:31.213281 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Bound using segment: {'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:55:31.213747 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Bound port: f92c4db7-2466-4114-805d-4b57c06d488d, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:55:31.214128 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:31.283010 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f375c0ac-1a80-46d8-ae91-8bd44ca92a54 admin admin] Publish callbacks [] for security_group (67e5180d-1ec7-4e20-ba31-593b8d2ca528), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:31.289091 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2f024af5-9221-4805-ba87-79768e0d4832 req-754d0e40-426a-449a-ba55-9858d4f63646 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899961 Mar 14 18:55:31.317897 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for port (a8a63971-eb6c-4b6c-bec3-310df46e3300), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:31.332541 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (a8a63971-eb6c-4b6c-bec3-310df46e3300), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:31.342964 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f375c0ac-1a80-46d8-ae91-8bd44ca92a54 admin admin] Publish callbacks [] for security_group (67e5180d-1ec7-4e20-ba31-593b8d2ca528), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:31.368840 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (26bd456d-8739-4a1d-b692-9cfb39dc5dee), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:31.372741 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] For port f92c4db7-2466-4114-805d-4b57c06d488d, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:55:31.382668 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] For port f92c4db7-2466-4114-805d-4b57c06d488d, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=f92c4db7-2466-4114-805d-4b57c06d488d,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:55:31.396805 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:31.409197 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:31.412081 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4758263 Mar 14 18:55:31.424509 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f375c0ac-1a80-46d8-ae91-8bd44ca92a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (67e5180d-1ec7-4e20-ba31-593b8d2ca528), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:31.428456 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f375c0ac-1a80-46d8-ae91-8bd44ca92a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:31.429778 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-f375c0ac-1a80-46d8-ae91-8bd44ca92a54 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67e5180d-1ec7-4e20-ba31-593b8d2ca528 HTTP/1.1" status: 204 len: 168 time: 0.2286575 Mar 14 18:55:31.439471 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375c0ac-1a80-46d8-ae91-8bd44ca92a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e5180d-1ec7-4e20-ba31-593b8d2ca528,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:31.440689 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4c2ab-d8a9-4ce0-a509-24ce8ca2f1e6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event updated for resources: {'Port': ['ID=a8a63971-eb6c-4b6c-bec3-310df46e3300,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:31.528184 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Routers {'9e7e7ac0-0a51-4486-83b9-848812e332af'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:31.533192 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['9e7e7ac0-0a51-4486-83b9-848812e332af'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:31.647321 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2c123-28e6-434d-a797-cf81b7c7de46 None None] Pushing event updated for resources: {'Port': ['ID=f92c4db7-2466-4114-805d-4b57c06d488d,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:31.667699 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2f3d1dfa-6186-4816-a748-88b5eec26f63 None None] Provisioning complete for port f92c4db7-2466-4114-805d-4b57c06d488d triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:31.668265 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2f3d1dfa-6186-4816-a748-88b5eec26f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:31.723023 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-a3f57a88-eaa2-4569-a5e7-422801fa9460 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1040246601&fields=id&tenant_id=0fd4a8ca063a453a90dfd25ba3852e42 HTTP/1.1" status: 200 len: 267 time: 0.0934234 Mar 14 18:55:31.807636 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 8d5b8e84-20e4-47b8-974f-f37240dfe0f0 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:31.921058 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-8bd44a61-efa8-45d4-bb12-ffab74eeaf09 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:31.922582 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-8bd44a61-efa8-45d4-bb12-ffab74eeaf09 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/networks?id=238a0ce0-fc24-410f-b071-3e8d79d444fd HTTP/1.1" status: 200 len: 816 time: 0.1982625 Mar 14 18:55:31.955204 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-c4effc16-4d14-4e68-8169-d46163e1cbc5 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/quotas/0fd4a8ca063a453a90dfd25ba3852e42 HTTP/1.1" status: 200 len: 375 time: 0.0187140 Mar 14 18:55:32.015644 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] Set router 9e7e7ac0-0a51-4486-83b9-848812e332af gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:32.040140 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-c9c84b39-e310-491a-8743-e53e95f4fec5 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0fd4a8ca063a453a90dfd25ba3852e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837343 Mar 14 18:55:32.118208 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43024) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:32.164106 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-001fb91e-5dd1-4b89-9d07-08b90a26c63d req-37c25419-661e-49a6-9557-ab2cb40b1fed tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 210 time: 0.0540981 Mar 14 18:55:32.170200 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-aeb8ecd9-d610-46a0-8c0f-6bb6a1639fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:32.171306 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-7cd6e7a5-82d6-480a-886b-4b615b06823f service neutron] 10.222.0.52 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155908 Mar 14 18:55:32.201981 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d1dfa-6186-4816-a748-88b5eec26f63 None None] Current status of the port f92c4db7-2466-4114-805d-4b57c06d488d is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:32.202528 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2f3d1dfa-6186-4816-a748-88b5eec26f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:32.228324 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 8d5b8e84-20e4-47b8-974f-f37240dfe0f0 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:32.228735 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (8d5b8e84-20e4-47b8-974f-f37240dfe0f0), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:32.262020 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-aeb8ecd9-d610-46a0-8c0f-6bb6a1639fc0 admin admin] Publish callbacks [] for security_group (45daf95b-6e56-4ce1-ac9a-85e7b3cdd1d5), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:32.268095 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-aeb8ecd9-d610-46a0-8c0f-6bb6a1639fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (45daf95b-6e56-4ce1-ac9a-85e7b3cdd1d5), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:32.285592 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2f3d1dfa-6186-4816-a748-88b5eec26f63 None None] For port f92c4db7-2466-4114-805d-4b57c06d488d, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=f92c4db7-2466-4114-805d-4b57c06d488d,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:32.296881 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2f3d1dfa-6186-4816-a748-88b5eec26f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:32.316165 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-f184d98c-cd49-4799-b9d2-069469d8d522 service neutron] 10.222.0.52 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370499 Mar 14 18:55:32.356673 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-aeb8ecd9-d610-46a0-8c0f-6bb6a1639fc0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=017cc01bed204533a0e51b30e89fb0ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361443 Mar 14 18:55:32.360405 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43028) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:32.365354 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8ecd9-d610-46a0-8c0f-6bb6a1639fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45daf95b-6e56-4ce1-ac9a-85e7b3cdd1d5,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:32.438924 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5438f3d7-561b-45dc-bc2f-027098ab4024 admin admin] Publish callbacks [] for security_group (45daf95b-6e56-4ce1-ac9a-85e7b3cdd1d5), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:32.461036 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d1dfa-6186-4816-a748-88b5eec26f63 None None] Pushing event updated for resources: {'Port': ['ID=f92c4db7-2466-4114-805d-4b57c06d488d,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:32.465110 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-a7b69846-97e0-491b-a735-ca2642d29872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:32.484903 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5438f3d7-561b-45dc-bc2f-027098ab4024 admin admin] Publish callbacks [] for security_group (45daf95b-6e56-4ce1-ac9a-85e7b3cdd1d5), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:32.485170 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-7901ff4f-863c-48da-886f-912635a20042 None None] Provisioning complete for port f92c4db7-2466-4114-805d-4b57c06d488d triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:32.485537 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-7901ff4f-863c-48da-886f-912635a20042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:32.539198 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-f44646bb-210d-46c5-97d5-a529c841459c tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f06c5ed9f072423689774d5154a81098&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394337 Mar 14 18:55:32.554117 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5438f3d7-561b-45dc-bc2f-027098ab4024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (45daf95b-6e56-4ce1-ac9a-85e7b3cdd1d5), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:32.556779 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5438f3d7-561b-45dc-bc2f-027098ab4024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:32.560502 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-5438f3d7-561b-45dc-bc2f-027098ab4024 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/45daf95b-6e56-4ce1-ac9a-85e7b3cdd1d5 HTTP/1.1" status: 204 len: 168 time: 0.1965320 Mar 14 18:55:32.570292 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 8d5b8e84-20e4-47b8-974f-f37240dfe0f0 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:32.578388 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438f3d7-561b-45dc-bc2f-027098ab4024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45daf95b-6e56-4ce1-ac9a-85e7b3cdd1d5,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:32.624132 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b1fe8-8f57-46da-8a16-eff8bca1d2d2 req-fb86902e-71a0-4a0b-92d4-291e0530939c tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:32.625736 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-004b1fe8-8f57-46da-8a16-eff8bca1d2d2 req-fb86902e-71a0-4a0b-92d4-291e0530939c tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.2002504 Mar 14 18:55:32.658140 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'f92c4db7-2466-4114-805d-4b57c06d488d', 'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'mac_address': 'fa:16:3e:ab:82:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:27Z', 'updated_at': '2022-03-14T18:55:31Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'subnets': [{'id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:32.659202 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6af8c1dd-56ab-4a19-8f26-0cd92f936365 req-b6b53940-5d30-484e-9353-361c76e59696 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 210 time: 0.0719373 Mar 14 18:55:32.716114 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcdc122-c84f-4a6e-be5c-d5e6932d4c1d None None] The sync data for ids ['9e7e7ac0-0a51-4486-83b9-848812e332af'] in dv-cinder-829664-3-iscsi is: [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'f92c4db7-2466-4114-805d-4b57c06d488d', 'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'mac_address': 'fa:16:3e:ab:82:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:27Z', 'updated_at': '2022-03-14T18:55:31Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'subnets': [{'id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:55:32.771037 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-7901ff4f-863c-48da-886f-912635a20042 None None] Current status of the port f92c4db7-2466-4114-805d-4b57c06d488d is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:32.938973 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-004b1fe8-8f57-46da-8a16-eff8bca1d2d2 req-4a2d1420-3e19-46a8-ad12-955d6f89a55a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693598 Mar 14 18:55:33.043426 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-e4f1251b-f502-4b72-bf7f-6f66a2edb2a9 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:33.050774 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-e4f1251b-f502-4b72-bf7f-6f66a2edb2a9 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4966059 Mar 14 18:55:33.062988 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Request body: {'port': {'device_id': '0af820a3-c24b-4671-bb85-936951d4f3a0', 'network_id': 'cedaa432-a384-4575-86f0-015412b7b0ae', 'admin_state_up': True, 'tenant_id': 'f06c5ed9f072423689774d5154a81098'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:33.258299 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Made reservation on behalf of f06c5ed9f072423689774d5154a81098 for: {'port': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:55:33.261940 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:33.278386 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:33.378598 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c05baace-7394-4a48-98f4-e7c3d8d2704e req-02786007-6efb-457d-b5ac-32b7acd915a7 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 210 time: 0.0827246 Mar 14 18:55:33.409871 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Publish callbacks [] for security_group (3dd3f4a4-0de9-462d-a67e-1e7c16bd81de), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:33.428575 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (3dd3f4a4-0de9-462d-a67e-1e7c16bd81de), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:33.481560 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd3f4a4-0de9-462d-a67e-1e7c16bd81de,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:33.661428 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Allocated IP 192.168.233.254 (cedaa432-a384-4575-86f0-015412b7b0ae/339b8788-98c9-4e88-bffe-f1cc0b7da2b5/d6493d59-1d86-4e26-a34f-f2aeb45bf5ca) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:55:33.830130 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device f92c4db7-2466-4114-805d-4b57c06d488d up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:33.909818 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-48f17379-c95e-4fd2-977b-e870f0f93b58 req-a58b372a-a5ee-46cf-88aa-896ea7552635 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 210 time: 0.1454158 Mar 14 18:55:33.927344 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port f92c4db7-2466-4114-805d-4b57c06d488d triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:33.931758 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:33.981021 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Publish callbacks [] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:34.075849 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:34.086584 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port f92c4db7-2466-4114-805d-4b57c06d488d is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:34.151459 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Pushing event updated for resources: {'Port': ['ID=d6493d59-1d86-4e26-a34f-f2aeb45bf5ca,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:34.158818 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Network cedaa432-a384-4575-86f0-015412b7b0ae is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:34.160432 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:34.162844 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:55:34.174474 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:34.175402 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:34.195673 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-7201ad03-bbcd-4adc-b073-4a7f89d6d6bd tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1366007 Mar 14 18:55:34.200480 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d673b0-749b-4816-8c6a-d56c72cd9d55 req-2a6cb818-a000-495c-ae90-6899663418ac tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:34.202019 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-18d673b0-749b-4816-8c6a-d56c72cd9d55 req-2a6cb818-a000-495c-ae90-6899663418ac tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.1029186 Mar 14 18:55:34.209142 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-afb19c4a-25ae-4de8-a56f-8a9316d9480b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:34.211569 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-afb19c4a-25ae-4de8-a56f-8a9316d9480b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.69 "GET /v2.0/networks?id=238a0ce0-fc24-410f-b071-3e8d79d444fd HTTP/1.1" status: 200 len: 816 time: 0.1984394 Mar 14 18:55:34.219952 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Request body: {'port': {'device_id': '0af820a3-c24b-4671-bb85-936951d4f3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:34.316262 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:34.372585 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-c2164dd0-b43d-4bca-b804-88665b25170e tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fd4a8ca063a453a90dfd25ba3852e42 HTTP/1.1" status: 200 len: 380 time: 0.1149263 Mar 14 18:55:34.376542 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-18d673b0-749b-4816-8c6a-d56c72cd9d55 req-d5ecdca1-8eb4-4df9-94f0-10d18cbaa8f2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639099 Mar 14 18:55:34.383783 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-add85c4e-dfe6-446a-99df-493ad4135077 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Request body: {'port': {'device_id': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'admin_state_up': True, 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'security_groups': ['65a526df-76b3-4860-9e38-50808fe27512']}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:34.437711 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43104) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:34.551898 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-add85c4e-dfe6-446a-99df-493ad4135077 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Made reservation on behalf of 0fd4a8ca063a453a90dfd25ba3852e42 for: {'port': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:55:34.555898 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-add85c4e-dfe6-446a-99df-493ad4135077 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:34.597794 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a3535ea3-f398-494c-b063-542c013584ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:34.624412 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-ed4e1759-2e07-4944-ab16-71df9cc46515 None None] Provisioning complete for port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:34.625240 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ed4e1759-2e07-4944-ab16-71df9cc46515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:34.639358 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d8fc5-d938-4a69-99ad-c3bdb1715e0e req-6f93250e-a407-4687-ab40-cc1fea6d0be5 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:34.641952 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e57d8fc5-d938-4a69-99ad-c3bdb1715e0e req-6f93250e-a407-4687-ab40-cc1fea6d0be5 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 936 time: 0.1490712 Mar 14 18:55:34.659122 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e1759-2e07-4944-ab16-71df9cc46515 None None] Port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:55:34.717218 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-50e8456c-a5e4-4a1b-9c70-ec578caeec7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:34.727857 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e57d8fc5-d938-4a69-99ad-c3bdb1715e0e req-9d661363-bd2e-424a-8258-9f84fdc296db tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd3f4a4-0de9-462d-a67e-1e7c16bd81de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786664 Mar 14 18:55:34.782896 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6493d59-1d86-4e26-a34f-f2aeb45bf5ca {{(pid=109513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:55:34.783627 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-add85c4e-dfe6-446a-99df-493ad4135077 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Allocated IP 172.20.0.10 (238a0ce0-fc24-410f-b071-3e8d79d444fd/295ea95f-a569-4ae3-aa0e-4b878103c9ad/ad359ac9-d0e9-43a0-9399-953dbf9adc26) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:55:34.791430 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Publish callbacks [] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:34.804127 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.provisioning_blocks [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Transition to ACTIVE for port object d6493d59-1d86-4e26-a34f-f2aeb45bf5ca will not be triggered until provisioned by entity L2. {{(pid=109513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:55:34.809021 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:34.819193 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a3535ea3-f398-494c-b063-542c013584ed admin admin] Publish callbacks [] for security_group (52a9184b-6cc8-4f2e-8c5e-4ec4efeab612), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:34.830349 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a3535ea3-f398-494c-b063-542c013584ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (52a9184b-6cc8-4f2e-8c5e-4ec4efeab612), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:34.862722 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Pushing event updated for resources: {'Port': ['ID=d6493d59-1d86-4e26-a34f-f2aeb45bf5ca,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:34.911375 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:55:34.915906 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Attempting to bind port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:55:34.916455 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Attempting to bind port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': 'a9b6277f-5c05-4d90-9dda-82b0041403ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cedaa432-a384-4575-86f0-015412b7b0ae'}] {{(pid=109513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:55:34.916847 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Attempting to bind port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca on network cedaa432-a384-4575-86f0-015412b7b0ae {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:55:34.925009 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca on network cedaa432-a384-4575-86f0-015412b7b0ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:55:34.925344 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Attempting to bind port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca on network cedaa432-a384-4575-86f0-015412b7b0ae {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:55:34.931830 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:55:34.932258 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Checking segment: {'id': 'a9b6277f-5c05-4d90-9dda-82b0041403ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cedaa432-a384-4575-86f0-015412b7b0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:34.932844 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Bound using segment: {'id': 'a9b6277f-5c05-4d90-9dda-82b0041403ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cedaa432-a384-4575-86f0-015412b7b0ae'} {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:55:34.933979 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Bound port: d6493d59-1d86-4e26-a34f-f2aeb45bf5ca, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b6277f-5c05-4d90-9dda-82b0041403ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cedaa432-a384-4575-86f0-015412b7b0ae'}}] {{(pid=109513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:55:34.934400 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:34.978174 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43128) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:34.978920 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-a3535ea3-f398-494c-b063-542c013584ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8a8cd2f1f674e69b9e8741b179a99d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5396550 Mar 14 18:55:34.981067 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3535ea3-f398-494c-b063-542c013584ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a9184b-6cc8-4f2e-8c5e-4ec4efeab612,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:35.044765 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] For port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca, host hv-cinder-82966, cleared binding levels {{(pid=109513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:55:35.048462 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] For port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=d6493d59-1d86-4e26-a34f-f2aeb45bf5ca,segment=NetworkSegment(a9b6277f-5c05-4d90-9dda-82b0041403ab),segment_id=a9b6277f-5c05-4d90-9dda-82b0041403ab)] {{(pid=109513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:55:35.073042 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:35.101182 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-416e2bdc-2012-4863-878d-8b4f5e1788bf req-b0ae8160-eb0d-408f-9ed3-3a77c5fe12fc tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 210 time: 0.0490837 Mar 14 18:55:35.121626 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-add85c4e-dfe6-446a-99df-493ad4135077 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:35.129398 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:35.130002 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:35.131973 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] 10.222.0.69 "PUT /v2.0/ports/d6493d59-1d86-4e26-a34f-f2aeb45bf5ca HTTP/1.1" status: 200 len: 1098 time: 0.9234023 Mar 14 18:55:35.132665 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af820a3-c24b-4671-bb85-936951d4f3a0', 'tag': 'd6493d59-1d86-4e26-a34f-f2aeb45bf5ca'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:55:35.135826 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342d1af7-f07a-4bed-835e-2d3843bb02ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0af820a3-c24b-4671-bb85-936951d4f3a0", "tag": "d6493d59-1d86-4e26-a34f-f2aeb45bf5ca"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:55:35.173169 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-095e1302-d9f9-48eb-974a-814ba333f3a7 admin admin] Publish callbacks [] for security_group (52a9184b-6cc8-4f2e-8c5e-4ec4efeab612), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:35.198474 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00e628d-6590-4982-aade-cd47ca775b8a x-openstack-request-id: req-b00e628d-6590-4982-aade-cd47ca775b8a {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:55:35.198758 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af820a3-c24b-4671-bb85-936951d4f3a0", "tag": "d6493d59-1d86-4e26-a34f-f2aeb45bf5ca", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:55:35.199016 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b00e628d-6590-4982-aade-cd47ca775b8a {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:55:35.199443 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af820a3-c24b-4671-bb85-936951d4f3a0', 'tag': 'd6493d59-1d86-4e26-a34f-f2aeb45bf5ca', 'status': 'completed', 'code': 200} Mar 14 18:55:35.202043 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-add85c4e-dfe6-446a-99df-493ad4135077 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:35.217892 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-095e1302-d9f9-48eb-974a-814ba333f3a7 admin admin] Publish callbacks [] for security_group (52a9184b-6cc8-4f2e-8c5e-4ec4efeab612), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:35.219705 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf25ca9-a153-451f-8302-fa2f2450997e service neutron] Pushing event updated for resources: {'Port': ['ID=d6493d59-1d86-4e26-a34f-f2aeb45bf5ca,revision_number=3']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:35.257285 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-add85c4e-dfe6-446a-99df-493ad4135077 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Network 238a0ce0-fc24-410f-b071-3e8d79d444fd is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:35.267569 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-add85c4e-dfe6-446a-99df-493ad4135077 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:35.280706 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-add85c4e-dfe6-446a-99df-493ad4135077 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:55:35.287846 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-31550faf-68dc-4f0f-8418-c72137d999e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:35.289518 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-31550faf-68dc-4f0f-8418-c72137d999e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f06c5ed9f072423689774d5154a81098&device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 1132 time: 0.0893085 Mar 14 18:55:35.347567 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-c6491e29-864e-46f0-b6b7-39cd12b4bbcb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d6493d59-1d86-4e26-a34f-f2aeb45bf5ca HTTP/1.1" status: 200 len: 217 time: 0.0479276 Mar 14 18:55:35.359925 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-095e1302-d9f9-48eb-974a-814ba333f3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (52a9184b-6cc8-4f2e-8c5e-4ec4efeab612), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:35.362909 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-095e1302-d9f9-48eb-974a-814ba333f3a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:35.366582 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-095e1302-d9f9-48eb-974a-814ba333f3a7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52a9184b-6cc8-4f2e-8c5e-4ec4efeab612 HTTP/1.1" status: 204 len: 168 time: 0.3850038 Mar 14 18:55:35.407400 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e1302-d9f9-48eb-974a-814ba333f3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a9184b-6cc8-4f2e-8c5e-4ec4efeab612,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:35.461651 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-3c9653e3-3824-458e-8af1-d123b7ec4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:35.464042 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-3c9653e3-3824-458e-8af1-d123b7ec4285 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=339b8788-98c9-4e88-bffe-f1cc0b7da2b5 HTTP/1.1" status: 200 len: 843 time: 0.0987184 Mar 14 18:55:35.531806 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-c51d7c0c-8d42-414c-a0a5-fe748c09e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:35.533940 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-c51d7c0c-8d42-414c-a0a5-fe748c09e768 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cedaa432-a384-4575-86f0-015412b7b0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0618672 Mar 14 18:55:35.565852 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-dae03d6f-7762-4647-b585-358ba8727bb4 None None] Provisioning complete for port ad359ac9-d0e9-43a0-9399-953dbf9adc26 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:35.566422 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-dae03d6f-7762-4647-b585-358ba8727bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:35.585667 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add85c4e-dfe6-446a-99df-493ad4135077 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event updated for resources: {'Port': ['ID=ad359ac9-d0e9-43a0-9399-953dbf9adc26,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:35.635386 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-add85c4e-dfe6-446a-99df-493ad4135077 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:35.636363 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-add85c4e-dfe6-446a-99df-493ad4135077 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:35.638573 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-dae03d6f-7762-4647-b585-358ba8727bb4 None None] Port ad359ac9-d0e9-43a0-9399-953dbf9adc26 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:55:35.663382 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-add85c4e-dfe6-446a-99df-493ad4135077 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2837033 Mar 14 18:55:35.665223 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-b29b9bc5-2abf-4a26-8eeb-4206b75cac6b service neutron] 10.222.0.69 "GET /v2.0/networks/cedaa432-a384-4575-86f0-015412b7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204817 Mar 14 18:55:35.674545 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0dbbe-18a0-4093-bf45-2e9f2476222a req-8f9dc5d0-fb2a-44e9-a615-c88a9fb12c3c tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:35.676160 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-76a0dbbe-18a0-4093-bf45-2e9f2476222a req-8f9dc5d0-fb2a-44e9-a615-c88a9fb12c3c tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0992684 Mar 14 18:55:35.687091 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Request body: {'port': {'device_id': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:35.780020 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5d8534c9-b9e7-454d-97ae-9945cad5403a req-5b46a49b-d972-45f7-820d-3cb09d05a0eb service neutron] 10.222.0.69 "GET /v2.0/networks/cedaa432-a384-4575-86f0-015412b7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977583 Mar 14 18:55:35.787834 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-76a0dbbe-18a0-4093-bf45-2e9f2476222a req-8e928d24-884b-4280-8ac0-7d9b7ac19b7a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051772 Mar 14 18:55:35.788808 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:35.884500 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a773c-d6d8-455a-a801-c155bb969cd3 req-2adc1405-f4de-48e1-b9a9-ced952654937 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:35.886016 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-340a773c-d6d8-455a-a801-c155bb969cd3 req-2adc1405-f4de-48e1-b9a9-ced952654937 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 948 time: 0.0837264 Mar 14 18:55:35.910122 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:35.912775 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d1af7-f07a-4bed-835e-2d3843bb02ed req-255aece7-ac1a-4004-8d7a-fc6499fbc70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:35.914250 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-342d1af7-f07a-4bed-835e-2d3843bb02ed req-255aece7-ac1a-4004-8d7a-fc6499fbc70c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f06c5ed9f072423689774d5154a81098&device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 1132 time: 0.0728908 Mar 14 18:55:35.983292 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-340a773c-d6d8-455a-a801-c155bb969cd3 req-8e3a5457-ac4c-427c-9bc5-eab9ed28e006 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd3f4a4-0de9-462d-a67e-1e7c16bd81de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871582 Mar 14 18:55:36.023853 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d1af7-f07a-4bed-835e-2d3843bb02ed req-0df3179c-755b-4f48-a5f1-c2d168fe8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:36.025608 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-342d1af7-f07a-4bed-835e-2d3843bb02ed req-0df3179c-755b-4f48-a5f1-c2d168fe8a3a service neutron] 10.222.0.69 "GET /v2.0/networks?id=cedaa432-a384-4575-86f0-015412b7b0ae HTTP/1.1" status: 200 len: 870 time: 0.0987434 Mar 14 18:55:36.053147 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad359ac9-d0e9-43a0-9399-953dbf9adc26 {{(pid=109512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:55:36.061009 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Publish callbacks [] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:36.074970 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-342d1af7-f07a-4bed-835e-2d3843bb02ed req-48d544dc-f3aa-4688-b567-bf3a2969a89d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d6493d59-1d86-4e26-a34f-f2aeb45bf5ca HTTP/1.1" status: 200 len: 217 time: 0.0408094 Mar 14 18:55:36.076461 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.provisioning_blocks [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Transition to ACTIVE for port object ad359ac9-d0e9-43a0-9399-953dbf9adc26 will not be triggered until provisioned by entity L2. {{(pid=109512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:55:36.081891 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:36.139129 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Pushing event updated for resources: {'Port': ['ID=ad359ac9-d0e9-43a0-9399-953dbf9adc26,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:36.148991 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d1af7-f07a-4bed-835e-2d3843bb02ed req-eb4c8a04-ee27-432e-9efe-c5e98ba04c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:36.150765 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-342d1af7-f07a-4bed-835e-2d3843bb02ed req-eb4c8a04-ee27-432e-9efe-c5e98ba04c8c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=339b8788-98c9-4e88-bffe-f1cc0b7da2b5 HTTP/1.1" status: 200 len: 843 time: 0.0663030 Mar 14 18:55:36.217354 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d1af7-f07a-4bed-835e-2d3843bb02ed req-d10cd9b4-dd3b-4cbd-b1b5-81688759916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:36.219145 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-342d1af7-f07a-4bed-835e-2d3843bb02ed req-d10cd9b4-dd3b-4cbd-b1b5-81688759916a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cedaa432-a384-4575-86f0-015412b7b0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0599163 Mar 14 18:55:36.270786 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Attempting to bind port ad359ac9-d0e9-43a0-9399-953dbf9adc26 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:55:36.271131 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Attempting to bind port ad359ac9-d0e9-43a0-9399-953dbf9adc26 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:55:36.271462 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Attempting to bind port ad359ac9-d0e9-43a0-9399-953dbf9adc26 on network 238a0ce0-fc24-410f-b071-3e8d79d444fd {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:55:36.279163 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Port ad359ac9-d0e9-43a0-9399-953dbf9adc26 on network 238a0ce0-fc24-410f-b071-3e8d79d444fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:55:36.279556 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Attempting to bind port ad359ac9-d0e9-43a0-9399-953dbf9adc26 on network 238a0ce0-fc24-410f-b071-3e8d79d444fd {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:55:36.289815 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4c744-6a18-4dd2-9e80-984267bfe729 req-d15b1adc-b23c-4fa2-923e-4a1c1987b374 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:36.291368 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fcc4c744-6a18-4dd2-9e80-984267bfe729 req-d15b1adc-b23c-4fa2-923e-4a1c1987b374 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0798390 Mar 14 18:55:36.294488 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:55:36.294825 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Checking segment: {'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:36.295335 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Bound using segment: {'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:55:36.295811 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Bound port: ad359ac9-d0e9-43a0-9399-953dbf9adc26, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'}}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:55:36.296170 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:36.370981 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-342d1af7-f07a-4bed-835e-2d3843bb02ed req-b305f77b-9a8a-4f61-8eb2-61495afebf7c service neutron] 10.222.0.69 "GET /v2.0/networks/cedaa432-a384-4575-86f0-015412b7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354747 Mar 14 18:55:36.420481 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fcc4c744-6a18-4dd2-9e80-984267bfe729 req-1330f80a-249a-4349-b961-e6c4524a3e20 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219656 Mar 14 18:55:36.427917 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] For port ad359ac9-d0e9-43a0-9399-953dbf9adc26, host hv-cinder-82966, cleared binding levels {{(pid=109512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:55:36.434013 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] For port ad359ac9-d0e9-43a0-9399-953dbf9adc26, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:55:36.453372 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:36.478583 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-342d1af7-f07a-4bed-835e-2d3843bb02ed req-953c03ec-e767-4e0f-a2ed-a36e41b6d0ad service neutron] 10.222.0.69 "GET /v2.0/networks/cedaa432-a384-4575-86f0-015412b7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997252 Mar 14 18:55:36.497268 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:36.497840 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:36.499345 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] 10.222.0.69 "PUT /v2.0/ports/ad359ac9-d0e9-43a0-9399-953dbf9adc26 HTTP/1.1" status: 200 len: 1094 time: 0.8181460 Mar 14 18:55:36.499813 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'tag': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:55:36.502481 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9386df-2ad0-4d95-9d2a-b31b931e7a27" -d '{"events": [{"name": "network-changed", "server_uuid": "d68748f5-faf1-4bc8-8618-af69645425b4", "tag": "ad359ac9-d0e9-43a0-9399-953dbf9adc26"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:55:36.542942 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d88ece-4d7a-4654-9393-5a300cd0f786 service neutron] Pushing event updated for resources: {'Port': ['ID=ad359ac9-d0e9-43a0-9399-953dbf9adc26,revision_number=3']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:36.546538 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6109bf8-ba9b-458e-b698-e9672a45c467 x-openstack-request-id: req-b6109bf8-ba9b-458e-b698-e9672a45c467 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:55:36.546825 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68748f5-faf1-4bc8-8618-af69645425b4", "tag": "ad359ac9-d0e9-43a0-9399-953dbf9adc26", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:55:36.547075 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6109bf8-ba9b-458e-b698-e9672a45c467 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:55:36.547462 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'tag': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'status': 'completed', 'code': 200} Mar 14 18:55:36.598065 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-877513b2-3268-48a8-a42e-a71147d94d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:36.599666 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-877513b2-3268-48a8-a42e-a71147d94d14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fd4a8ca063a453a90dfd25ba3852e42&device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 1128 time: 0.0477512 Mar 14 18:55:36.643467 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-6c18ebc6-b58e-4c0e-8fa9-1962e648a8d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26 HTTP/1.1" status: 200 len: 217 time: 0.0349624 Mar 14 18:55:36.699938 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-72d5ad5c-d816-4365-b012-fba0c3600f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:36.701493 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-72d5ad5c-d816-4365-b012-fba0c3600f73 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=295ea95f-a569-4ae3-aa0e-4b878103c9ad HTTP/1.1" status: 200 len: 855 time: 0.0498877 Mar 14 18:55:36.759313 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-7da6a305-d630-48b8-9b91-eafc44448226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:36.761084 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-7da6a305-d630-48b8-9b91-eafc44448226 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=238a0ce0-fc24-410f-b071-3e8d79d444fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489292 Mar 14 18:55:36.862876 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-3ab588c2-a628-46d9-8359-e3e3ee8395a1 service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942273 Mar 14 18:55:36.980967 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e004e-72d7-4123-adf0-1665f84f5faf req-82187766-3baa-4101-b471-552b99ccd05e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:36.982442 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-215e004e-72d7-4123-adf0-1665f84f5faf req-82187766-3baa-4101-b471-552b99ccd05e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.1166651 Mar 14 18:55:36.987931 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-345cc4de-4ec3-49ff-bbc4-7f823a2bc41a req-d5819485-d50e-4db7-aa53-1c26e4eca6bf service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141901 Mar 14 18:55:37.034538 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-215e004e-72d7-4123-adf0-1665f84f5faf req-46b168ab-8277-4944-9797-0f484f473b12 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456362 Mar 14 18:55:37.077052 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:37.091850 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9386df-2ad0-4d95-9d2a-b31b931e7a27 req-3dfa3dfe-7ca9-49fb-a7a6-2c9f6e86240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:37.093413 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a9386df-2ad0-4d95-9d2a-b31b931e7a27 req-3dfa3dfe-7ca9-49fb-a7a6-2c9f6e86240d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fd4a8ca063a453a90dfd25ba3852e42&device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 1128 time: 0.0493155 Mar 14 18:55:37.127040 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c325093-ef18-451f-9c84-e67b9da5a99a req-c3b294c6-2c7f-436d-af8c-24e5f49d07b7 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:37.128598 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6c325093-ef18-451f-9c84-e67b9da5a99a req-c3b294c6-2c7f-436d-af8c-24e5f49d07b7 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 948 time: 0.0546663 Mar 14 18:55:37.182465 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6c325093-ef18-451f-9c84-e67b9da5a99a req-fb901b60-05e0-4110-814c-5de11ffd0253 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd3f4a4-0de9-462d-a67e-1e7c16bd81de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484262 Mar 14 18:55:37.194778 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9386df-2ad0-4d95-9d2a-b31b931e7a27 req-55d84959-c395-4f80-9fa7-c29fe6602b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:37.196391 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a9386df-2ad0-4d95-9d2a-b31b931e7a27 req-55d84959-c395-4f80-9fa7-c29fe6602b0c service neutron] 10.222.0.69 "GET /v2.0/networks?id=238a0ce0-fc24-410f-b071-3e8d79d444fd HTTP/1.1" status: 200 len: 917 time: 0.0941916 Mar 14 18:55:37.241053 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a9386df-2ad0-4d95-9d2a-b31b931e7a27 req-984e14e7-de6e-456b-9b80-5279aef36cd8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26 HTTP/1.1" status: 200 len: 217 time: 0.0365458 Mar 14 18:55:37.289278 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9386df-2ad0-4d95-9d2a-b31b931e7a27 req-19cbdb14-e8f7-4835-ab9c-3d46f8b62a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:37.290636 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a9386df-2ad0-4d95-9d2a-b31b931e7a27 req-19cbdb14-e8f7-4835-ab9c-3d46f8b62a1b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=295ea95f-a569-4ae3-aa0e-4b878103c9ad HTTP/1.1" status: 200 len: 855 time: 0.0429728 Mar 14 18:55:37.343569 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9386df-2ad0-4d95-9d2a-b31b931e7a27 req-5baceebe-5928-43ef-8fe2-a3b157d44c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:37.345034 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a9386df-2ad0-4d95-9d2a-b31b931e7a27 req-5baceebe-5928-43ef-8fe2-a3b157d44c84 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=238a0ce0-fc24-410f-b071-3e8d79d444fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435877 Mar 14 18:55:37.450056 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a9386df-2ad0-4d95-9d2a-b31b931e7a27 req-c2d2543b-92c2-4ab6-a2e5-095d0d76964f service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950468 Mar 14 18:55:37.580187 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a9386df-2ad0-4d95-9d2a-b31b931e7a27 req-145f2ce5-0b00-449d-802e-d0d52bb04905 service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205797 Mar 14 18:55:37.587814 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6d0f7-28a9-43c6-82f0-6ff0772d5bb9 req-2cc0a84a-7526-4d9c-ad33-9e5cf3040e95 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:37.589234 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c7a6d0f7-28a9-43c6-82f0-6ff0772d5bb9 req-2cc0a84a-7526-4d9c-ad33-9e5cf3040e95 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0860369 Mar 14 18:55:37.637924 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c7a6d0f7-28a9-43c6-82f0-6ff0772d5bb9 req-1355861d-a8e2-4fab-857f-220161c7f1c6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422873 Mar 14 18:55:38.165284 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5a29e-f4e2-4bd2-a43d-f9cfd23035e1 req-db0b1329-733d-40bd-a7a1-41f43257f848 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:38.166787 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4dd5a29e-f4e2-4bd2-a43d-f9cfd23035e1 req-db0b1329-733d-40bd-a7a1-41f43257f848 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0551445 Mar 14 18:55:38.218942 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4dd5a29e-f4e2-4bd2-a43d-f9cfd23035e1 req-556c3dc4-b0a7-49a5-8ee6-8a25788c3054 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457780 Mar 14 18:55:38.308826 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b638d1-a5d8-4861-9def-eb575b3ddfc9 req-8a278e62-091c-4bd8-a0d9-b664e6061171 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:38.310609 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-14b638d1-a5d8-4861-9def-eb575b3ddfc9 req-8a278e62-091c-4bd8-a0d9-b664e6061171 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 948 time: 0.0524290 Mar 14 18:55:38.358785 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-14b638d1-a5d8-4861-9def-eb575b3ddfc9 req-40ee95bb-e55b-4b35-a9d5-ee1042d309a7 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd3f4a4-0de9-462d-a67e-1e7c16bd81de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Mar 14 18:55:38.413932 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb58bbd-82de-4ddb-8fd2-5e043dfb8729 req-19abfcc2-eb96-4ddf-9c0f-e24553f65475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:38.415438 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4bb58bbd-82de-4ddb-8fd2-5e043dfb8729 req-19abfcc2-eb96-4ddf-9c0f-e24553f65475 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 1130 time: 0.0436213 Mar 14 18:55:38.466699 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4bb58bbd-82de-4ddb-8fd2-5e043dfb8729 req-1e2b0ccb-e48e-420e-9f5a-bfb2a2c1439c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396452 Mar 14 18:55:38.696675 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:38.769258 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659afc5-701c-4efb-adb0-ffab16eb79ab req-b6546c8f-6899-4a47-a343-98649e7009d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:38.770735 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f659afc5-701c-4efb-adb0-ffab16eb79ab req-b6546c8f-6899-4a47-a343-98649e7009d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0534704 Mar 14 18:55:38.816465 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f659afc5-701c-4efb-adb0-ffab16eb79ab req-33e67aed-2591-4686-83b9-e72a9cd2bbf7 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400395 Mar 14 18:55:39.104462 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43208) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:39.153681 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a50a722-fdc3-41d0-bfd2-a9eb9d4b4e3b admin admin] Deleting subnet 792e6a0f-307b-42e2-88cf-5c15d0966501 {{(pid=109513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 18:55:39.158432 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2a50a722-fdc3-41d0-bfd2-a9eb9d4b4e3b admin admin] Publish callbacks [] for subnet (792e6a0f-307b-42e2-88cf-5c15d0966501), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.195960 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2a50a722-fdc3-41d0-bfd2-a9eb9d4b4e3b admin admin] Publish callbacks [] for subnet (792e6a0f-307b-42e2-88cf-5c15d0966501), precommit_delete_associations {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.205923 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2a50a722-fdc3-41d0-bfd2-a9eb9d4b4e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (792e6a0f-307b-42e2-88cf-5c15d0966501), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.268687 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2a50a722-fdc3-41d0-bfd2-a9eb9d4b4e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for subnet (792e6a0f-307b-42e2-88cf-5c15d0966501), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.286796 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device d6493d59-1d86-4e26-a34f-f2aeb45bf5ca details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:55:39.295281 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50a722-fdc3-41d0-bfd2-a9eb9d4b4e3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=792e6a0f-307b-42e2-88cf-5c15d0966501,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:39.301138 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2a50a722-fdc3-41d0-bfd2-a9eb9d4b4e3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.306648 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-2a50a722-fdc3-41d0-bfd2-a9eb9d4b4e3b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/792e6a0f-307b-42e2-88cf-5c15d0966501 HTTP/1.1" status: 204 len: 168 time: 0.1988728 Mar 14 18:55:39.306732 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43214) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:39.358161 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775c1ec-bb17-4948-a3b9-3825c33f7ed0 req-25932242-09ab-43c1-bf78-96cc4b5bfe4f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:39.359692 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4775c1ec-bb17-4948-a3b9-3825c33f7ed0 req-25932242-09ab-43c1-bf78-96cc4b5bfe4f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0600986 Mar 14 18:55:39.389593 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (753f7298-9858-480b-b949-613c5e509624), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.416525 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=d6493d59-1d86-4e26-a34f-f2aeb45bf5ca,segment=NetworkSegment(a9b6277f-5c05-4d90-9dda-82b0041403ab),segment_id=a9b6277f-5c05-4d90-9dda-82b0041403ab)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:39.420200 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4775c1ec-bb17-4948-a3b9-3825c33f7ed0 req-4f7b94be-47e8-4d2a-91c4-6a9f6156dc17 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524030 Mar 14 18:55:39.434110 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': 'd6493d59-1d86-4e26-a34f-f2aeb45bf5ca', 'network_id': 'cedaa432-a384-4575-86f0-015412b7b0ae', 'port_id': 'd6493d59-1d86-4e26-a34f-f2aeb45bf5ca', 'mac_address': 'fa:16:3e:0e:a7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339b8788-98c9-4e88-bffe-f1cc0b7da2b5', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:55:39.474905 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:39.475339 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.491971 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6493d59-1d86-4e26-a34f-f2aeb45bf5ca {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:55:39.501179 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (753f7298-9858-480b-b949-613c5e509624), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.516037 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=d6493d59-1d86-4e26-a34f-f2aeb45bf5ca,segment=NetworkSegment(a9b6277f-5c05-4d90-9dda-82b0041403ab),segment_id=a9b6277f-5c05-4d90-9dda-82b0041403ab)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:39.520894 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.526314 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:39.526673 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:39.527407 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:39.527762 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Subscribe: > port after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:39.528100 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:39.528433 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Subscribe: > port after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:39.528749 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:39.529081 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:39.529419 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:39.529767 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:39.569662 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=d6493d59-1d86-4e26-a34f-f2aeb45bf5ca,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:39.594321 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:39.594675 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:39.595009 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:39.595337 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:55:39.595727 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753f7298-9858-480b-b949-613c5e509624']}} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:39.615764 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f8da19-f41d-4201-b893-c01384a266fa') {'for_net_delete': True} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:39.616024 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f8da19-f41d-4201-b893-c01384a266fa') {} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:39.634301 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4198500'] for segment (46f8da19-f41d-4201-b893-c01384a266fa), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.644384 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e75d0-2a3e-47bc-9d2a-4cba814db5dd req-55e8cccd-d3e2-46e8-b9e6-ece91ac9de07 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:39.645942 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-763e75d0-2a3e-47bc-9d2a-4cba814db5dd req-55e8cccd-d3e2-46e8-b9e6-ece91ac9de07 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 948 time: 0.2114062 Mar 14 18:55:39.673796 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (46f8da19-f41d-4201-b893-c01384a266fa), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.686049 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=109513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:55:39.686426 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4788528'] for segment (46f8da19-f41d-4201-b893-c01384a266fa), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: from cryptography.utils import int_from_bytes Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: from cryptography.utils import int_from_bytes Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: Traceback (most recent call last): Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: timer() Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: cb(*args, **kw) Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: return func(*args, **kwargs) Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: self._notify() Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: self.callback(batched_events) Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: event.method(event) Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: return f(self, *a, **k) Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._get(url).json() Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: return self.request(url, 'GET', **kwargs) Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:55:39.690288 dv-cinder-829664-3-iscsi neutron-server[109513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:55:39.760500 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-763e75d0-2a3e-47bc-9d2a-4cba814db5dd req-44589511-369d-4e54-9461-42c8c0acfa8e tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd3f4a4-0de9-462d-a67e-1e7c16bd81de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066847 Mar 14 18:55:39.765972 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (753f7298-9858-480b-b949-613c5e509624), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.773369 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.776474 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] 10.222.0.52 "DELETE /v2.0/networks/753f7298-9858-480b-b949-613c5e509624 HTTP/1.1" status: 204 len: 168 time: 0.4688230 Mar 14 18:55:39.779558 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43218) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:39.787380 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07d5a2-d90b-4d5f-8488-7793fe97d194 admin admin] Pushing event deleted for resources: {'Network': ['ID=753f7298-9858-480b-b949-613c5e509624,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:39.829754 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a19fd3a-117a-4fa3-aa11-5785a017f787 admin admin] Deleting subnet 656731c0-e030-420c-8723-8449fbb3b76b {{(pid=109512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 18:55:39.833205 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9a19fd3a-117a-4fa3-aa11-5785a017f787 admin admin] Publish callbacks [] for subnet (656731c0-e030-420c-8723-8449fbb3b76b), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.869524 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['d6493d59-1d86-4e26-a34f-f2aeb45bf5ca'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:55:39.874166 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9a19fd3a-117a-4fa3-aa11-5785a017f787 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4261526'] for subnet (656731c0-e030-420c-8723-8449fbb3b76b), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.959057 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9a19fd3a-117a-4fa3-aa11-5785a017f787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (656731c0-e030-420c-8723-8449fbb3b76b), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:39.999697 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4271e-dd4f-458f-9ea9-a129f793d7e0 req-fad43dd1-84cf-4823-9499-1a412204505f tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:40.001192 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2fb4271e-dd4f-458f-9ea9-a129f793d7e0 req-fad43dd1-84cf-4823-9499-1a412204505f tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0996981 Mar 14 18:55:40.041915 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9a19fd3a-117a-4fa3-aa11-5785a017f787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5679141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226240'] for subnet (656731c0-e030-420c-8723-8449fbb3b76b), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:40.078513 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19fd3a-117a-4fa3-aa11-5785a017f787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656731c0-e030-420c-8723-8449fbb3b76b,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:40.085911 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2fb4271e-dd4f-458f-9ea9-a129f793d7e0 req-678b8b6d-b3b7-499d-86cd-1f00101f9cd6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772345 Mar 14 18:55:40.088380 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9a19fd3a-117a-4fa3-aa11-5785a017f787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:40.093715 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-9a19fd3a-117a-4fa3-aa11-5785a017f787 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/656731c0-e030-420c-8723-8449fbb3b76b HTTP/1.1" status: 204 len: 168 time: 0.3066757 Mar 14 18:55:40.094023 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43222) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:40.163026 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8539613d-df65-418f-897c-25b1a479719e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (3f27b009-186d-478b-9d47-6f713e8b7d5e), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:40.243874 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8539613d-df65-418f-897c-25b1a479719e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (3f27b009-186d-478b-9d47-6f713e8b7d5e), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:40.263710 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-8539613d-df65-418f-897c-25b1a479719e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f27b009-186d-478b-9d47-6f713e8b7d5e']}} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:40.273634 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-8539613d-df65-418f-897c-25b1a479719e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01898939-028c-4d88-a119-8a905cddb54b') {'for_net_delete': True} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:40.273930 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-8539613d-df65-418f-897c-25b1a479719e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01898939-028c-4d88-a119-8a905cddb54b') {} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:40.283789 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8539613d-df65-418f-897c-25b1a479719e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4261551'] for segment (01898939-028c-4d88-a119-8a905cddb54b), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:40.302547 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8539613d-df65-418f-897c-25b1a479719e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (01898939-028c-4d88-a119-8a905cddb54b), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:40.311570 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8539613d-df65-418f-897c-25b1a479719e admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:55:40.311955 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8539613d-df65-418f-897c-25b1a479719e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5679263'] for segment (01898939-028c-4d88-a119-8a905cddb54b), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: Traceback (most recent call last): Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: timer() Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: cb(*args, **kw) Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: return func(*args, **kwargs) Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: self._notify() Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: self.callback(batched_events) Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: event.method(event) Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: return f(self, *a, **k) Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: return self._get(url).json() Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: return self.request(url, 'GET', **kwargs) Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:55:40.313631 dv-cinder-829664-3-iscsi neutron-server[109512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:55:40.371750 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8539613d-df65-418f-897c-25b1a479719e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (3f27b009-186d-478b-9d47-6f713e8b7d5e), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:40.379126 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8539613d-df65-418f-897c-25b1a479719e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:40.382452 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-8539613d-df65-418f-897c-25b1a479719e admin admin] 10.222.0.52 "DELETE /v2.0/networks/3f27b009-186d-478b-9d47-6f713e8b7d5e HTTP/1.1" status: 204 len: 168 time: 0.2873478 Mar 14 18:55:40.396048 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539613d-df65-418f-897c-25b1a479719e admin admin] Pushing event deleted for resources: {'Network': ['ID=3f27b009-186d-478b-9d47-6f713e8b7d5e,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:40.557590 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c205a42-a170-43b1-9d49-7621a81de1bd req-1f274e13-f745-40b7-9448-557979149572 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:40.559106 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4c205a42-a170-43b1-9d49-7621a81de1bd req-1f274e13-f745-40b7-9448-557979149572 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0683036 Mar 14 18:55:40.599601 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43240) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:40.619579 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4c205a42-a170-43b1-9d49-7621a81de1bd req-3a30ac0f-9217-4f84-930b-a6009187fe06 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542836 Mar 14 18:55:40.644157 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-8e1cba67-0161-469b-815b-3770033b2ccb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=69fabf2f8ea14e5ebaac2bf73d239604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434158 Mar 14 18:55:40.646549 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43244) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:40.710299 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-229c6f80-2dff-4928-a2ee-5dd65f6b7cf4 admin admin] Publish callbacks [] for security_group (7d2d520a-6baa-42b1-8924-ea4706863aed), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:40.750838 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-229c6f80-2dff-4928-a2ee-5dd65f6b7cf4 admin admin] Publish callbacks [] for security_group (7d2d520a-6baa-42b1-8924-ea4706863aed), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:40.792459 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94ac16-0b7f-4aac-b922-1292ca2daba4 req-23d631f2-4780-48d1-b8b0-e06cef5aff3f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:40.793936 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8a94ac16-0b7f-4aac-b922-1292ca2daba4 req-23d631f2-4780-48d1-b8b0-e06cef5aff3f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0966046 Mar 14 18:55:40.846367 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-229c6f80-2dff-4928-a2ee-5dd65f6b7cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (7d2d520a-6baa-42b1-8924-ea4706863aed), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:40.849206 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-229c6f80-2dff-4928-a2ee-5dd65f6b7cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:40.850393 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-229c6f80-2dff-4928-a2ee-5dd65f6b7cf4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d2d520a-6baa-42b1-8924-ea4706863aed HTTP/1.1" status: 204 len: 168 time: 0.2028823 Mar 14 18:55:40.869229 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c6f80-2dff-4928-a2ee-5dd65f6b7cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2d520a-6baa-42b1-8924-ea4706863aed,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:40.873936 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8a94ac16-0b7f-4aac-b922-1292ca2daba4 req-1797434f-a426-4ce8-8d06-aec2e1d9141e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679417 Mar 14 18:55:40.919149 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1990d-0bc0-4eac-b62d-d0a3489b0086 req-d089a116-b87b-4e69-a936-218136eb2ebb tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:40.921071 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9de1990d-0bc0-4eac-b62d-d0a3489b0086 req-d089a116-b87b-4e69-a936-218136eb2ebb tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 949 time: 0.0869548 Mar 14 18:55:40.978556 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9de1990d-0bc0-4eac-b62d-d0a3489b0086 req-725246ba-c416-47bc-9a14-99152e26e020 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd3f4a4-0de9-462d-a67e-1e7c16bd81de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516784 Mar 14 18:55:41.257003 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805257de-94ad-4908-91f4-ba502cdecc54 req-39339c71-9e69-4ea0-a9d7-b83bb7d1b270 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:41.258784 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-805257de-94ad-4908-91f4-ba502cdecc54 req-39339c71-9e69-4ea0-a9d7-b83bb7d1b270 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0664330 Mar 14 18:55:41.273870 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43262) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:41.297771 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device ad359ac9-d0e9-43a0-9399-953dbf9adc26 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:55:41.301769 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device d6493d59-1d86-4e26-a34f-f2aeb45bf5ca up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:41.308471 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-805257de-94ad-4908-91f4-ba502cdecc54 req-4fa98843-90e0-47e2-94fb-4dac98ccc99d tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440748 Mar 14 18:55:41.315817 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-750f2c40-e6b8-4044-be59-b179a84b70af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=749b5ba44fa845ec91fdf93dbdef0e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383127 Mar 14 18:55:41.316069 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43264) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:41.367199 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-cd15da36-3fdb-433a-b6d8-8fb82de46d0b admin admin] Publish callbacks [] for security_group (731660e4-5b75-4193-99ca-e12f37ff221a), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:41.389009 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-cd15da36-3fdb-433a-b6d8-8fb82de46d0b admin admin] Publish callbacks [] for security_group (731660e4-5b75-4193-99ca-e12f37ff221a), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:41.415281 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:55:41.427700 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:41.428093 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:41.439520 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-cd15da36-3fdb-433a-b6d8-8fb82de46d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (731660e4-5b75-4193-99ca-e12f37ff221a), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:41.442420 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-cd15da36-3fdb-433a-b6d8-8fb82de46d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:41.443710 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-cd15da36-3fdb-433a-b6d8-8fb82de46d0b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/731660e4-5b75-4193-99ca-e12f37ff221a HTTP/1.1" status: 204 len: 168 time: 0.1265516 Mar 14 18:55:41.451889 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15da36-3fdb-433a-b6d8-8fb82de46d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731660e4-5b75-4193-99ca-e12f37ff221a,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:41.469362 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port ad359ac9-d0e9-43a0-9399-953dbf9adc26, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:41.493935 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'port_id': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'mac_address': 'fa:16:3e:fb:fc:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:55:41.558423 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port ad359ac9-d0e9-43a0-9399-953dbf9adc26 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:41.558817 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:41.579290 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad359ac9-d0e9-43a0-9399-953dbf9adc26 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:55:41.584467 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:41.584855 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:41.618224 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port ad359ac9-d0e9-43a0-9399-953dbf9adc26, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:41.624274 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af820a3-c24b-4671-bb85-936951d4f3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6493d59-1d86-4e26-a34f-f2aeb45bf5ca'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:55:41.626526 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d29a533-f367-4adb-8139-86993ac6ee72" -d '{"events": [{"server_uuid": "0af820a3-c24b-4671-bb85-936951d4f3a0", "name": "network-vif-plugged", "status": "completed", "tag": "d6493d59-1d86-4e26-a34f-f2aeb45bf5ca"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:55:41.635521 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:41.641632 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=d6493d59-1d86-4e26-a34f-f2aeb45bf5ca,segment=NetworkSegment(a9b6277f-5c05-4d90-9dda-82b0041403ab),segment_id=a9b6277f-5c05-4d90-9dda-82b0041403ab)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:41.663627 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6cb403-7036-4b97-85d5-021bdfcf2e1c x-openstack-request-id: req-4a6cb403-7036-4b97-85d5-021bdfcf2e1c {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:55:41.663922 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af820a3-c24b-4671-bb85-936951d4f3a0", "name": "network-vif-plugged", "status": "completed", "tag": "d6493d59-1d86-4e26-a34f-f2aeb45bf5ca", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:55:41.664177 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a6cb403-7036-4b97-85d5-021bdfcf2e1c {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:55:41.664588 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af820a3-c24b-4671-bb85-936951d4f3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6493d59-1d86-4e26-a34f-f2aeb45bf5ca', 'code': 200} Mar 14 18:55:41.666858 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:41.693136 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=ad359ac9-d0e9-43a0-9399-953dbf9adc26,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:41.750309 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=d6493d59-1d86-4e26-a34f-f2aeb45bf5ca,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:41.879265 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0852cd-c0a5-4479-adac-be4367e83f58 req-b61f60b4-056a-4ce2-9328-8b1fc72d9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:41.881430 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-db0852cd-c0a5-4479-adac-be4367e83f58 req-b61f60b4-056a-4ce2-9328-8b1fc72d9ff8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 1134 time: 0.0481465 Mar 14 18:55:41.925496 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-db0852cd-c0a5-4479-adac-be4367e83f58 req-e3f6e701-cb24-474f-b893-11224681e2cc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3dd3f4a4-0de9-462d-a67e-1e7c16bd81de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375295 Mar 14 18:55:41.930393 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43286) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:41.960050 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['ad359ac9-d0e9-43a0-9399-953dbf9adc26'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:55:42.046071 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-400b508c-ae12-4380-be15-f6e0af5a49df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:42.139009 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7853ce-ee73-422f-9c40-5bd8ca6d223a req-f2d7a44f-e2c8-4ff1-b1b3-43ca5aa079d9 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:42.140583 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cc7853ce-ee73-422f-9c40-5bd8ca6d223a req-f2d7a44f-e2c8-4ff1-b1b3-43ca5aa079d9 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 950 time: 0.0859611 Mar 14 18:55:42.208059 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-400b508c-ae12-4380-be15-f6e0af5a49df admin admin] Publish callbacks [] for security_group (88eb0558-771c-4ac1-92e1-7d87eab8a78b), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:42.212939 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-400b508c-ae12-4380-be15-f6e0af5a49df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (88eb0558-771c-4ac1-92e1-7d87eab8a78b), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:42.219496 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cc7853ce-ee73-422f-9c40-5bd8ca6d223a req-4856452d-6399-477b-9033-0a1ee5b68336 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd3f4a4-0de9-462d-a67e-1e7c16bd81de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725746 Mar 14 18:55:42.254849 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b508c-ae12-4380-be15-f6e0af5a49df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88eb0558-771c-4ac1-92e1-7d87eab8a78b,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:42.259200 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-400b508c-ae12-4380-be15-f6e0af5a49df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8cad1ebd15b45f1a3a9e358e8429f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277686 Mar 14 18:55:42.261858 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43310) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:42.311904 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8f98d5ad-a9b1-44b2-8571-fb408365bb3e admin admin] Publish callbacks [] for security_group (88eb0558-771c-4ac1-92e1-7d87eab8a78b), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:42.333183 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8f98d5ad-a9b1-44b2-8571-fb408365bb3e admin admin] Publish callbacks [] for security_group (88eb0558-771c-4ac1-92e1-7d87eab8a78b), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:42.403595 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8f98d5ad-a9b1-44b2-8571-fb408365bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (88eb0558-771c-4ac1-92e1-7d87eab8a78b), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:42.406133 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8f98d5ad-a9b1-44b2-8571-fb408365bb3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:42.407256 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-8f98d5ad-a9b1-44b2-8571-fb408365bb3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88eb0558-771c-4ac1-92e1-7d87eab8a78b HTTP/1.1" status: 204 len: 168 time: 0.1445143 Mar 14 18:55:42.436633 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98d5ad-a9b1-44b2-8571-fb408365bb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eb0558-771c-4ac1-92e1-7d87eab8a78b,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:42.484233 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0658433-1340-453c-8565-c1f77837c954 req-5e9c2734-cc34-4355-a8e9-5148050060ba tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:42.486089 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d0658433-1340-453c-8565-c1f77837c954 req-5e9c2734-cc34-4355-a8e9-5148050060ba tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 945 time: 0.0939825 Mar 14 18:55:42.577629 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d0658433-1340-453c-8565-c1f77837c954 req-d24fd29a-1f7a-43c0-8d39-4d181f8884e3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797858 Mar 14 18:55:42.649548 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34c40-45e2-4f0e-91b1-6741164a1776 req-44fe4021-770d-4f28-b0b5-37028b786e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:42.651313 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b9d34c40-45e2-4f0e-91b1-6741164a1776 req-44fe4021-770d-4f28-b0b5-37028b786e05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ab2ae9ef74c4219b541c0ffefdc5fb5&device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 1130 time: 0.0726469 Mar 14 18:55:42.777753 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34c40-45e2-4f0e-91b1-6741164a1776 req-a5a69732-e287-4589-a277-d30534a76e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:42.780038 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b9d34c40-45e2-4f0e-91b1-6741164a1776 req-a5a69732-e287-4589-a277-d30534a76e1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4943cbb-86ed-41d1-ba7e-068bc9f558be HTTP/1.1" status: 200 len: 920 time: 0.1175432 Mar 14 18:55:42.830151 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b9d34c40-45e2-4f0e-91b1-6741164a1776 req-131f33b1-05c4-418d-ab2f-8b22f85920c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a36c04-2fd9-4ff6-b362-30ba8e69a671 HTTP/1.1" status: 200 len: 217 time: 0.0421059 Mar 14 18:55:42.881854 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c163fa6-c60c-45b6-ba69-c0a151aa9918 req-94921c39-0e7b-4aaa-bd64-3091e4aca02b tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:42.884330 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6c163fa6-c60c-45b6-ba69-c0a151aa9918 req-94921c39-0e7b-4aaa-bd64-3091e4aca02b tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.2971983 Mar 14 18:55:42.902532 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34c40-45e2-4f0e-91b1-6741164a1776 req-2e83c2a9-ae5c-4907-880d-95c7decf20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:42.904105 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b9d34c40-45e2-4f0e-91b1-6741164a1776 req-2e83c2a9-ae5c-4907-880d-95c7decf20a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e161f34-9b40-4161-b4b6-c157a635ab79 HTTP/1.1" status: 200 len: 859 time: 0.0629377 Mar 14 18:55:42.942422 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6c163fa6-c60c-45b6-ba69-c0a151aa9918 req-8f6c200f-b9a1-4cd0-a702-4c7f67ef3bb2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491636 Mar 14 18:55:42.970583 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b9d34c40-45e2-4f0e-91b1-6741164a1776 req-4f713f40-f0a6-418b-8e7f-23e4d249c850 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4943cbb-86ed-41d1-ba7e-068bc9f558be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535173 Mar 14 18:55:43.081880 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b9d34c40-45e2-4f0e-91b1-6741164a1776 req-036fc37d-11cb-4302-acea-7e909bf228f2 service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892920 Mar 14 18:55:43.186887 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b9d34c40-45e2-4f0e-91b1-6741164a1776 req-a41c0904-54be-4374-9fb8-ff672cc6b485 service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968568 Mar 14 18:55:43.314873 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device ad359ac9-d0e9-43a0-9399-953dbf9adc26 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:43.370631 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00819f-41e8-422a-bf30-71320331854f req-b0779e03-4ab3-4828-a8ca-961ae5b87793 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:43.379632 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-be00819f-41e8-422a-bf30-71320331854f req-b0779e03-4ab3-4828-a8ca-961ae5b87793 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 950 time: 0.0896044 Mar 14 18:55:43.416381 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port ad359ac9-d0e9-43a0-9399-953dbf9adc26 completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:55:43.422232 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port ad359ac9-d0e9-43a0-9399-953dbf9adc26 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:43.422623 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:43.435783 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-be00819f-41e8-422a-bf30-71320331854f req-74367aa8-433f-4bf5-87f3-1bdad5f0a517 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd3f4a4-0de9-462d-a67e-1e7c16bd81de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552099 Mar 14 18:55:43.522118 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port ad359ac9-d0e9-43a0-9399-953dbf9adc26 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:43.522361 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:43.554967 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port ad359ac9-d0e9-43a0-9399-953dbf9adc26, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:43.559710 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:43.608548 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=ad359ac9-d0e9-43a0-9399-953dbf9adc26,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:43.666216 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:55:43.668781 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c96b54-8d22-4556-8aeb-7cbf06208cb8" -d '{"events": [{"server_uuid": "d68748f5-faf1-4bc8-8618-af69645425b4", "name": "network-vif-plugged", "status": "completed", "tag": "ad359ac9-d0e9-43a0-9399-953dbf9adc26"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:55:43.707196 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3de8d-72b9-4d54-908b-bcd93090cf73 req-c93a0c87-fd6a-47da-b2b5-925538b787bd tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:43.708726 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-75a3de8d-72b9-4d54-908b-bcd93090cf73 req-c93a0c87-fd6a-47da-b2b5-925538b787bd tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0574996 Mar 14 18:55:43.723139 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3846b10-ea10-4f39-acdb-69b73d337623 x-openstack-request-id: req-b3846b10-ea10-4f39-acdb-69b73d337623 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:55:43.723503 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68748f5-faf1-4bc8-8618-af69645425b4", "name": "network-vif-plugged", "status": "completed", "tag": "ad359ac9-d0e9-43a0-9399-953dbf9adc26", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:55:43.723768 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3846b10-ea10-4f39-acdb-69b73d337623 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:55:43.724330 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'code': 200} Mar 14 18:55:43.764888 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-75a3de8d-72b9-4d54-908b-bcd93090cf73 req-82d49dfa-2eba-47a0-9578-df14e2275b4e tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492320 Mar 14 18:55:43.943888 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0119854-6957-4669-a0b4-691af237f6c4 req-b41c8ddf-3618-4d1a-9536-1ad3bd262952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:43.945336 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e0119854-6957-4669-a0b4-691af237f6c4 req-b41c8ddf-3618-4d1a-9536-1ad3bd262952 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 1130 time: 0.0442119 Mar 14 18:55:43.994214 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e0119854-6957-4669-a0b4-691af237f6c4 req-48fc5abe-8d24-4dc6-91da-c7beed167093 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377681 Mar 14 18:55:44.068927 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077c36c-1f77-4831-994d-c8e89bc8f2a5 req-9789c008-c9d0-428e-a1d0-d27be2c848b5 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:44.070650 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5077c36c-1f77-4831-994d-c8e89bc8f2a5 req-9789c008-c9d0-428e-a1d0-d27be2c848b5 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0554111 Mar 14 18:55:44.118944 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5077c36c-1f77-4831-994d-c8e89bc8f2a5 req-c89e8eae-bb15-4ce6-975b-bc7b202ee6cc tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418851 Mar 14 18:55:44.563682 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99de6f1-46bb-4b23-a9c5-ffc72b80fb3f req-fd528373-2a78-4ac7-9440-3fab3c2bb498 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:44.565185 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c99de6f1-46bb-4b23-a9c5-ffc72b80fb3f req-fd528373-2a78-4ac7-9440-3fab3c2bb498 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 950 time: 0.0574856 Mar 14 18:55:44.614765 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c99de6f1-46bb-4b23-a9c5-ffc72b80fb3f req-7eefbecf-4df5-458d-ad62-82121d8aedfc tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd3f4a4-0de9-462d-a67e-1e7c16bd81de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 Mar 14 18:55:44.895727 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac33b85-56e1-4da1-8204-516d7e29c266 req-77cf0446-9235-4cad-949d-d2cd619f4e9e tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:44.897534 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2ac33b85-56e1-4da1-8204-516d7e29c266 req-77cf0446-9235-4cad-949d-d2cd619f4e9e tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 950 time: 0.0583966 Mar 14 18:55:44.904749 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33115d7c-4473-4098-a82a-f0fe10b0781a req-334a649c-11fe-45d2-8d3c-146fa0defaaf tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:44.906265 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-33115d7c-4473-4098-a82a-f0fe10b0781a req-334a649c-11fe-45d2-8d3c-146fa0defaaf tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0633693 Mar 14 18:55:44.955405 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-33115d7c-4473-4098-a82a-f0fe10b0781a req-1795a9b1-f193-480b-bed7-2e40e6119da7 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432527 Mar 14 18:55:44.958852 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2ac33b85-56e1-4da1-8204-516d7e29c266 req-c52ff06f-a772-4362-bd7b-505f514af320 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd3f4a4-0de9-462d-a67e-1e7c16bd81de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550106 Mar 14 18:55:45.249059 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca93b2-dabe-4b44-8230-4f589211e76b req-ac5d8ffe-350a-4078-8493-6484d242be94 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:45.250575 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5bca93b2-dabe-4b44-8230-4f589211e76b req-ac5d8ffe-350a-4078-8493-6484d242be94 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0604453 Mar 14 18:55:45.303573 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5bca93b2-dabe-4b44-8230-4f589211e76b req-7686cbd0-0b01-4f17-b515-27918807b9f0 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457428 Mar 14 18:55:46.090144 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc55d63-34e2-486c-a468-ba2c765f6351 req-c1001b85-ca44-4d97-a92d-63e166d00bf3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:46.091774 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ddc55d63-34e2-486c-a468-ba2c765f6351 req-c1001b85-ca44-4d97-a92d-63e166d00bf3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0609238 Mar 14 18:55:46.099577 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2e59f-f78a-47e8-8e0e-07f8e2abee79 req-7800ca31-7993-440d-b087-52bbf111f59c tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:46.101162 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-53f2e59f-f78a-47e8-8e0e-07f8e2abee79 req-7800ca31-7993-440d-b087-52bbf111f59c tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 950 time: 0.0677400 Mar 14 18:55:46.160356 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ddc55d63-34e2-486c-a468-ba2c765f6351 req-3c093895-e144-490f-8e48-0c8df9dbfad9 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593770 Mar 14 18:55:46.162382 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-53f2e59f-f78a-47e8-8e0e-07f8e2abee79 req-368e3cda-f305-4d99-aff4-05cd34c377a8 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd3f4a4-0de9-462d-a67e-1e7c16bd81de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536795 Mar 14 18:55:46.277276 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cad08-ca53-4491-bf36-e3b888b03ff6 req-c743e2c0-79e4-4df1-8b97-b943eabaf95f tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:46.278783 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cf5cad08-ca53-4491-bf36-e3b888b03ff6 req-c743e2c0-79e4-4df1-8b97-b943eabaf95f tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0526714 Mar 14 18:55:46.288035 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43456) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:46.292510 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-df4b05f7-a3a4-4625-a53f-7de206bdaa6c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Request body: {'floatingip': {'port_id': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:46.330968 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-df4b05f7-a3a4-4625-a53f-7de206bdaa6c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for floatingip (26bd456d-8739-4a1d-b692-9cfb39dc5dee), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:46.351894 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43460) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:46.432153 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f6106-1d1c-4fd3-a4a6-f1b4c35971fe req-2619fd6d-a089-4467-93e6-96a1f2db0ee4 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:46.433868 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-352f6106-1d1c-4fd3-a4a6-f1b4c35971fe req-2619fd6d-a089-4467-93e6-96a1f2db0ee4 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0565827 Mar 14 18:55:46.474726 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-301c4993-45fa-47d5-90d0-5472b5f09a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:46.515374 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-352f6106-1d1c-4fd3-a4a6-f1b4c35971fe req-496edc76-7ba4-46de-837a-d6c03c522d10 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728223 Mar 14 18:55:46.576437 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-301c4993-45fa-47d5-90d0-5472b5f09a23 admin admin] Publish callbacks [] for security_group (5a132b0c-66ca-4d74-a663-490c4d4fdc2a), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:46.580681 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-301c4993-45fa-47d5-90d0-5472b5f09a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (5a132b0c-66ca-4d74-a663-490c4d4fdc2a), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:46.620293 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-301c4993-45fa-47d5-90d0-5472b5f09a23 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b114f62579bd475286265abe94a926dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670696 Mar 14 18:55:46.621040 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c4993-45fa-47d5-90d0-5472b5f09a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a132b0c-66ca-4d74-a663-490c4d4fdc2a,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:46.624314 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43464) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:46.678337 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c23e-174f-4ac8-ab82-3a473945aa5f admin admin] Publish callbacks [] for security_group (5a132b0c-66ca-4d74-a663-490c4d4fdc2a), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:46.700984 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c23e-174f-4ac8-ab82-3a473945aa5f admin admin] Publish callbacks [] for security_group (5a132b0c-66ca-4d74-a663-490c4d4fdc2a), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:46.749383 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c23e-174f-4ac8-ab82-3a473945aa5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (5a132b0c-66ca-4d74-a663-490c4d4fdc2a), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:46.752012 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c23e-174f-4ac8-ab82-3a473945aa5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:46.753271 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-a5e0c23e-174f-4ac8-ab82-3a473945aa5f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a132b0c-66ca-4d74-a663-490c4d4fdc2a HTTP/1.1" status: 204 len: 168 time: 0.1279013 Mar 14 18:55:46.764134 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0c23e-174f-4ac8-ab82-3a473945aa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a132b0c-66ca-4d74-a663-490c4d4fdc2a,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:46.781025 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-df4b05f7-a3a4-4625-a53f-7de206bdaa6c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:46.786374 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-df4b05f7-a3a4-4625-a53f-7de206bdaa6c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (26bd456d-8739-4a1d-b692-9cfb39dc5dee), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:47.138160 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22201344-e377-4520-854e-44d82282b02b req-6a110c6e-3c90-4613-9def-7726527765c3 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:47.139678 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22201344-e377-4520-854e-44d82282b02b req-6a110c6e-3c90-4613-9def-7726527765c3 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.69 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 950 time: 0.0752735 Mar 14 18:55:47.144302 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [None req-df4b05f7-a3a4-4625-a53f-7de206bdaa6c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Floating IP 26bd456d-8739-4a1d-b692-9cfb39dc5dee associated. External IP: 172.27.3.72, port: ad359ac9-d0e9-43a0-9399-953dbf9adc26. Mar 14 18:55:47.390128 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec048d-c060-4273-9898-91bcbf9bbfe9 req-fd958891-089f-4d85-9cf4-0c46df1e33fb tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:47.391641 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-99ec048d-c060-4273-9898-91bcbf9bbfe9 req-fd958891-089f-4d85-9cf4-0c46df1e33fb tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 950 time: 0.1387970 Mar 14 18:55:47.432448 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43490) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:47.479936 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-22201344-e377-4520-854e-44d82282b02b req-bae03ce6-3998-4f10-b7d2-b90ae0c2d4be tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Deleting port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:55:47.480269 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-22201344-e377-4520-854e-44d82282b02b req-bae03ce6-3998-4f10-b7d2-b90ae0c2d4be tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:47.531741 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-595755250-network', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:47.552457 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] Made reservation on behalf of 97e17f4e7b5f4d249b69708b9a78f5c0 for: {'network': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:55:47.555406 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:47.564354 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:47.581691 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-99ec048d-c060-4273-9898-91bcbf9bbfe9 req-22881916-cbb3-4323-beca-ce8631b77d87 tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd3f4a4-0de9-462d-a67e-1e7c16bd81de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515589 Mar 14 18:55:47.624297 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-22201344-e377-4520-854e-44d82282b02b req-bae03ce6-3998-4f10-b7d2-b90ae0c2d4be tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] For port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=d6493d59-1d86-4e26-a34f-f2aeb45bf5ca,segment=NetworkSegment(a9b6277f-5c05-4d90-9dda-82b0041403ab),segment_id=a9b6277f-5c05-4d90-9dda-82b0041403ab)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:47.624659 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-22201344-e377-4520-854e-44d82282b02b req-bae03ce6-3998-4f10-b7d2-b90ae0c2d4be tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:47.638619 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4b05f7-a3a4-4625-a53f-7de206bdaa6c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Router 9e7e7ac0-0a51-4486-83b9-848812e332af has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:55:47.644801 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-22201344-e377-4520-854e-44d82282b02b req-bae03ce6-3998-4f10-b7d2-b90ae0c2d4be tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Calling delete_port for d6493d59-1d86-4e26-a34f-f2aeb45bf5ca owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:55:47.681582 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726488f-2d7c-4e63-a788-084867d4e0f1 req-0dafa51d-966e-4900-834e-ab2cbfcc6b29 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:47.684035 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6726488f-2d7c-4e63-a788-084867d4e0f1 req-0dafa51d-966e-4900-834e-ab2cbfcc6b29 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0878034 Mar 14 18:55:47.698959 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] Publish callbacks [] for security_group (67538a7a-cda1-4a09-9feb-5e54c1820297), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:47.706004 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (67538a7a-cda1-4a09-9feb-5e54c1820297), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:47.750335 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=109513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:55:47.770102 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67538a7a-cda1-4a09-9feb-5e54c1820297,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:47.775895 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (2f54800b-0dc8-4c79-b12b-02f0f2127e12), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:47.776230 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.segments_db [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] Added segment 2f54800b-0dc8-4c79-b12b-02f0f2127e12 of type vlan for network 6a1bead0-0281-41a2-92e4-3855fcf71ce9 Mar 14 18:55:47.789652 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6726488f-2d7c-4e63-a788-084867d4e0f1 req-598de163-8629-48a1-b7f7-c3e6b3db1833 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967462 Mar 14 18:55:47.826459 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (6a1bead0-0281-41a2-92e4-3855fcf71ce9), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:47.853955 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (6a1bead0-0281-41a2-92e4-3855fcf71ce9), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:47.855479 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:47.855694 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:47.856339 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4b05f7-a3a4-4625-a53f-7de206bdaa6c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:55:47.868802 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f58521-822f-4b52-816b-15d5641fc476 None None] Sync routers for ids ['9e7e7ac0-0a51-4486-83b9-848812e332af'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:55:47.878206 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-df4b05f7-a3a4-4625-a53f-7de206bdaa6c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:47.885964 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f58521-822f-4b52-816b-15d5641fc476 None None] Routers {'9e7e7ac0-0a51-4486-83b9-848812e332af'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:47.886695 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-d7f58521-822f-4b52-816b-15d5641fc476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['9e7e7ac0-0a51-4486-83b9-848812e332af'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:47.921848 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4856131 Mar 14 18:55:47.927160 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43496) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:47.934765 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-688d7020-f7a6-4984-a677-a0361d25ff60 admin admin] Request body: {'subnet': {'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-595755250-subnet', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'ip_version': 4}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:47.938787 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-df4b05f7-a3a4-4625-a53f-7de206bdaa6c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "PUT /v2.0/floatingips/26bd456d-8739-4a1d-b692-9cfb39dc5dee HTTP/1.1" status: 200 len: 991 time: 1.6363657 Mar 14 18:55:47.940243 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'tag': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:55:47.943535 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7b3945-2c2c-431c-ab9e-8922fcad8829" -d '{"events": [{"name": "network-changed", "server_uuid": "d68748f5-faf1-4bc8-8618-af69645425b4", "tag": "ad359ac9-d0e9-43a0-9399-953dbf9adc26"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:55:47.944124 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb96bf9-1a45-401e-b184-093f91de1cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=6a1bead0-0281-41a2-92e4-3855fcf71ce9,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:47.960048 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network 6a1bead0-0281-41a2-92e4-3855fcf71ce9 details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:55:47.968722 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688d7020-f7a6-4984-a677-a0361d25ff60 admin admin] Made reservation on behalf of 97e17f4e7b5f4d249b69708b9a78f5c0 for: {'subnet': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:55:47.969516 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-22201344-e377-4520-854e-44d82282b02b req-bae03ce6-3998-4f10-b7d2-b90ae0c2d4be tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (d6493d59-1d86-4e26-a34f-f2aeb45bf5ca), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:47.972893 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-688d7020-f7a6-4984-a677-a0361d25ff60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4828481'] for subnet (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:48.012389 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab58a759-d689-4949-b17f-009c150932bd x-openstack-request-id: req-ab58a759-d689-4949-b17f-009c150932bd {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:55:48.012833 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68748f5-faf1-4bc8-8618-af69645425b4", "tag": "ad359ac9-d0e9-43a0-9399-953dbf9adc26", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:55:48.013179 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab58a759-d689-4949-b17f-009c150932bd {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:55:48.013667 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'tag': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'status': 'completed', 'code': 200} Mar 14 18:55:48.016508 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae03ce6-3998-4f10-b7d2-b90ae0c2d4be tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Pushing event deleted for resources: {'Port': ['ID=d6493d59-1d86-4e26-a34f-f2aeb45bf5ca,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:48.025639 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-d7f58521-822f-4b52-816b-15d5641fc476 None None] Set router 9e7e7ac0-0a51-4486-83b9-848812e332af gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:48.047118 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['d6493d59-1d86-4e26-a34f-f2aeb45bf5ca'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:55:48.104672 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-22201344-e377-4520-854e-44d82282b02b req-bae03ce6-3998-4f10-b7d2-b90ae0c2d4be tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] No DVR routers for this DVR port d6493d59-1d86-4e26-a34f-f2aeb45bf5ca on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:55:48.108835 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-22201344-e377-4520-854e-44d82282b02b req-bae03ce6-3998-4f10-b7d2-b90ae0c2d4be tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:48.109036 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3945-2c2c-431c-ab9e-8922fcad8829 req-2b0d3e77-2546-438d-acaa-50e17226dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:48.110975 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1e7b3945-2c2c-431c-ab9e-8922fcad8829 req-2b0d3e77-2546-438d-acaa-50e17226dd6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fd4a8ca063a453a90dfd25ba3852e42&device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 1130 time: 0.0863385 Mar 14 18:55:48.113474 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22201344-e377-4520-854e-44d82282b02b req-bae03ce6-3998-4f10-b7d2-b90ae0c2d4be tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.69 "DELETE /v2.0/ports/d6493d59-1d86-4e26-a34f-f2aeb45bf5ca HTTP/1.1" status: 204 len: 173 time: 0.9659605 Mar 14 18:55:48.325167 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3945-2c2c-431c-ab9e-8922fcad8829 req-068106da-4bb3-451b-8b42-65b684f42f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:48.326642 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1e7b3945-2c2c-431c-ab9e-8922fcad8829 req-068106da-4bb3-451b-8b42-65b684f42f09 service neutron] 10.222.0.69 "GET /v2.0/networks?id=238a0ce0-fc24-410f-b071-3e8d79d444fd HTTP/1.1" status: 200 len: 917 time: 0.1913936 Mar 14 18:55:48.389748 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-688d7020-f7a6-4984-a677-a0361d25ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4788683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4828499'] for subnet (bcc3bd51-6b92-4325-a854-3a44a0a0d766), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:48.413385 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-d7f58521-822f-4b52-816b-15d5641fc476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '26bd456d-8739-4a1d-b692-9cfb39dc5dee', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'port_id': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'mac_address': 'fa:16:3e:fb:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:55:30Z', 'updated_at': '2022-03-14T18:55:46Z', 'revision_number': 1, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92c4db7-2466-4114-805d-4b57c06d488d', 'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'mac_address': 'fa:16:3e:ab:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:27Z', 'updated_at': '2022-03-14T18:55:32Z', 'revision_number': 5, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'subnets': [{'id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:48.439107 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f58521-822f-4b52-816b-15d5641fc476 None None] Checking router: 9e7e7ac0-0a51-4486-83b9-848812e332af for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:55:48.441272 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1e7b3945-2c2c-431c-ab9e-8922fcad8829 req-dba32bcb-2c58-4564-8218-4bc294071f74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26 HTTP/1.1" status: 200 len: 999 time: 0.1062839 Mar 14 18:55:48.447571 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f58521-822f-4b52-816b-15d5641fc476 None None] Routers {'9e7e7ac0-0a51-4486-83b9-848812e332af'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:48.448202 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-d7f58521-822f-4b52-816b-15d5641fc476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['9e7e7ac0-0a51-4486-83b9-848812e332af'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:48.485103 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d7020-f7a6-4984-a677-a0361d25ff60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc3bd51-6b92-4325-a854-3a44a0a0d766,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:48.513084 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3945-2c2c-431c-ab9e-8922fcad8829 req-8325b0d2-41a2-4d91-a492-fe5d88639a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:48.514672 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1e7b3945-2c2c-431c-ab9e-8922fcad8829 req-8325b0d2-41a2-4d91-a492-fe5d88639a74 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=295ea95f-a569-4ae3-aa0e-4b878103c9ad HTTP/1.1" status: 200 len: 855 time: 0.0670550 Mar 14 18:55:48.515813 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688d7020-f7a6-4984-a677-a0361d25ff60 admin admin] Checking segment: {'id': '2f54800b-0dc8-4c79-b12b-02f0f2127e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:48.516185 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688d7020-f7a6-4984-a677-a0361d25ff60 admin admin] Network hostable DHCP agents. Network: 6a1bead0-0281-41a2-92e4-3855fcf71ce9, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:55:48.542150 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688d7020-f7a6-4984-a677-a0361d25ff60 admin admin] Network 6a1bead0-0281-41a2-92e4-3855fcf71ce9 is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:55:48.555732 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-d7f58521-822f-4b52-816b-15d5641fc476 None None] Set router 9e7e7ac0-0a51-4486-83b9-848812e332af gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:48.568444 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-688d7020-f7a6-4984-a677-a0361d25ff60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, 6a1bead0-0281-41a2-92e4-3855fcf71ce9) {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:48.573629 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688d7020-f7a6-4984-a677-a0361d25ff60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:48.577057 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e70073-9945-4eca-9a3f-b0ff7563538b None None] Network 6a1bead0-0281-41a2-92e4-3855fcf71ce9 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:55:48.581799 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-688d7020-f7a6-4984-a677-a0361d25ff60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:48.602681 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-688d7020-f7a6-4984-a677-a0361d25ff60 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6744320 Mar 14 18:55:48.605737 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43504) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:48.610402 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:48.619096 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3945-2c2c-431c-ab9e-8922fcad8829 req-4d064765-48b7-4fa7-9471-1cde8d3e4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:48.620386 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1e7b3945-2c2c-431c-ab9e-8922fcad8829 req-4d064765-48b7-4fa7-9471-1cde8d3e4c9d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=238a0ce0-fc24-410f-b071-3e8d79d444fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887825 Mar 14 18:55:48.768216 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1e7b3945-2c2c-431c-ab9e-8922fcad8829 req-2de1f6a4-3d0f-49db-8ff3-15f442f730df service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320825 Mar 14 18:55:48.843471 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3a86f8-d13f-51ef-aa91-869d4696663f-6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'fixed_ips': [{'subnet_id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766'}]}} from dv-cinder-829664-3-iscsi. {{(pid=109514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 18:55:48.844459 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:48.861908 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-be657d11-7241-4368-9b1c-95cbe55eff8f req-898872d4-a62f-40b6-a1ad-ecbd45e893ab tempest-VolumesNegativeTest-1573784242 tempest-VolumesNegativeTest-1573784242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0af820a3-c24b-4671-bb85-936951d4f3a0 HTTP/1.1" status: 200 len: 210 time: 0.1014214 Mar 14 18:55:48.874469 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6339'] for router (009d4a56-0fe8-4ebd-829a-4223db211b3a), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:48.874469 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1591601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (009d4a56-0fe8-4ebd-829a-4223db211b3a), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:48.878024 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-d7f58521-822f-4b52-816b-15d5641fc476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '26bd456d-8739-4a1d-b692-9cfb39dc5dee', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'port_id': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'mac_address': 'fa:16:3e:fb:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:55:30Z', 'updated_at': '2022-03-14T18:55:46Z', 'revision_number': 1, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92c4db7-2466-4114-805d-4b57c06d488d', 'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'mac_address': 'fa:16:3e:ab:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:27Z', 'updated_at': '2022-03-14T18:55:32Z', 'revision_number': 5, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'subnets': [{'id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:48.913317 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f58521-822f-4b52-816b-15d5641fc476 None None] The sync data for ids ['9e7e7ac0-0a51-4486-83b9-848812e332af'] in dv-cinder-829664-3-iscsi is: [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '26bd456d-8739-4a1d-b692-9cfb39dc5dee', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'port_id': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'mac_address': 'fa:16:3e:fb:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:55:30Z', 'updated_at': '2022-03-14T18:55:46Z', 'revision_number': 1, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92c4db7-2466-4114-805d-4b57c06d488d', 'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'mac_address': 'fa:16:3e:ab:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:27Z', 'updated_at': '2022-03-14T18:55:32Z', 'revision_number': 5, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'subnets': [{'id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:55:48.973902 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc4adc-f8a1-4f4d-880a-706e3cccc630 req-9089715a-0b86-48c5-bba2-a73712cb1435 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:48.981491 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-28dc4adc-f8a1-4f4d-880a-706e3cccc630 req-9089715a-0b86-48c5-bba2-a73712cb1435 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0931489 Mar 14 18:55:49.004015 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Publish callbacks [] for router_controller (009d4a56-0fe8-4ebd-829a-4223db211b3a), precommit_add_association {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:49.006349 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1e7b3945-2c2c-431c-ab9e-8922fcad8829 req-d3a4eb20-d9b8-4314-9ca6-2824aa4d60f5 service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223399 Mar 14 18:55:49.043804 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.db_base_plugin_common [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Allocated IP 172.20.0.2 (6a1bead0-0281-41a2-92e4-3855fcf71ce9/bcc3bd51-6b92-4325-a854-3a44a0a0d766/7a411940-ad68-4966-8da9-41761fafd173) {{(pid=109514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:55:49.057732 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-28dc4adc-f8a1-4f4d-880a-706e3cccc630 req-4ec5f119-ae4d-4471-a7a4-e8c32a7a8deb tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752463 Mar 14 18:55:49.168503 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7a24f-1312-412e-8204-e39a82b9cb53 None None] New status for floating IP 26bd456d-8739-4a1d-b692-9cfb39dc5dee: ACTIVE {{(pid=109514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:55:49.180228 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Publish callbacks [] for router_gateway (009d4a56-0fe8-4ebd-829a-4223db211b3a), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:49.264787 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Publish callbacks [] for port (7a411940-ad68-4966-8da9-41761fafd173), precommit_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:49.305416 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (7a411940-ad68-4966-8da9-41761fafd173), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:49.367742 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Network 6a1bead0-0281-41a2-92e4-3855fcf71ce9 is already hosted by enough agents. {{(pid=109514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:49.375150 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.base_scheduler [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Resources bound (agent type, host, resource id): {{(pid=109514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:49.381043 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Received port after_create {{(pid=109514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:55:49.393668 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Publish callbacks [] for router_gateway (009d4a56-0fe8-4ebd-829a-4223db211b3a), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:49.412713 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Pushing event updated for resources: {'Port': ['ID=7a411940-ad68-4966-8da9-41761fafd173,revision_number=1']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:49.413571 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:49.477262 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Attempting to bind port 7a411940-ad68-4966-8da9-41761fafd173 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:55:49.477787 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Attempting to bind port 7a411940-ad68-4966-8da9-41761fafd173 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '2f54800b-0dc8-4c79-b12b-02f0f2127e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:55:49.478194 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Attempting to bind port 7a411940-ad68-4966-8da9-41761fafd173 on network 6a1bead0-0281-41a2-92e4-3855fcf71ce9 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:55:49.483143 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:55:49.483665 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Checking segment: {'id': '2f54800b-0dc8-4c79-b12b-02f0f2127e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:49.484069 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:49.484463 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Bound using segment: {'id': '2f54800b-0dc8-4c79-b12b-02f0f2127e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:55:49.484974 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Bound port: 7a411940-ad68-4966-8da9-41761fafd173, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f54800b-0dc8-4c79-b12b-02f0f2127e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:55:49.485549 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7a411940-ad68-4966-8da9-41761fafd173), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:49.523915 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Allocated IP 172.27.3.55 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/03e1e24f-1f82-4376-bc43-a7303d8b4f89) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:55:49.558109 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] For port 7a411940-ad68-4966-8da9-41761fafd173, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:55:49.561366 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] For port 7a411940-ad68-4966-8da9-41761fafd173, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=7a411940-ad68-4966-8da9-41761fafd173,segment=NetworkSegment(2f54800b-0dc8-4c79-b12b-02f0f2127e12),segment_id=2f54800b-0dc8-4c79-b12b-02f0f2127e12)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:55:49.567969 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (7a411940-ad68-4966-8da9-41761fafd173), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:49.622234 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51a721-2889-4058-aa43-b6531d24a8c0 None None] Pushing event updated for resources: {'Port': ['ID=7a411940-ad68-4966-8da9-41761fafd173,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:49.631467 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Publish callbacks [] for port (03e1e24f-1f82-4376-bc43-a7303d8b4f89), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:49.667760 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (03e1e24f-1f82-4376-bc43-a7303d8b4f89), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:49.712126 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:49.715226 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:49.719217 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:55:49.741885 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Pushing event updated for resources: {'Port': ['ID=03e1e24f-1f82-4376-bc43-a7303d8b4f89,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:50.009092 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Publish callbacks [] for router_gateway (009d4a56-0fe8-4ebd-829a-4223db211b3a), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:50.016218 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af820a3-c24b-4671-bb85-936951d4f3a0', 'name': 'network-vif-deleted', 'tag': 'd6493d59-1d86-4e26-a34f-f2aeb45bf5ca'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:55:50.019087 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46df380f-fd31-4e51-a70b-ace14db436a1" -d '{"events": [{"server_uuid": "0af820a3-c24b-4671-bb85-936951d4f3a0", "name": "network-vif-deleted", "tag": "d6493d59-1d86-4e26-a34f-f2aeb45bf5ca"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:55:50.058151 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44d18de-1e9f-41ba-8f93-1c1576c6c11d x-openstack-request-id: req-d44d18de-1e9f-41ba-8f93-1c1576c6c11d {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:55:50.058551 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af820a3-c24b-4671-bb85-936951d4f3a0", "name": "network-vif-deleted", "tag": "d6493d59-1d86-4e26-a34f-f2aeb45bf5ca", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:55:50.058814 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d44d18de-1e9f-41ba-8f93-1c1576c6c11d {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:55:50.059202 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af820a3-c24b-4671-bb85-936951d4f3a0', 'name': 'network-vif-deleted', 'tag': 'd6493d59-1d86-4e26-a34f-f2aeb45bf5ca', 'status': 'completed', 'code': 200} Mar 14 18:55:50.268373 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26087833-e263-44b7-b7a4-df8c01b82823 req-1da20c44-6f0a-43b9-9db0-b63750051047 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:50.269890 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-26087833-e263-44b7-b7a4-df8c01b82823 req-1da20c44-6f0a-43b9-9db0-b63750051047 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.1390224 Mar 14 18:55:50.275177 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475753'] for router (009d4a56-0fe8-4ebd-829a-4223db211b3a), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:50.601968 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0473211-84c0-40d2-9bc2-3a9e5aa4da4f None None] Network 6a1bead0-0281-41a2-92e4-3855fcf71ce9 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:55:50.656530 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-26087833-e263-44b7-b7a4-df8c01b82823 req-9e017972-d92e-4106-ac52-7b476d284763 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790202 Mar 14 18:55:50.700309 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-7a34f861-1244-4bda-89bf-2cc08115fac0 None None] Provisioning complete for port 7a411940-ad68-4966-8da9-41761fafd173 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:50.700712 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-7a34f861-1244-4bda-89bf-2cc08115fac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7a411940-ad68-4966-8da9-41761fafd173), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:50.705760 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Router 009d4a56-0fe8-4ebd-829a-4223db211b3a is scheduled to L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 with binding_index 1 {{(pid=109513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:55:50.830433 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:55:50.839848 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-7a34f861-1244-4bda-89bf-2cc08115fac0 None None] Current status of the port 7a411940-ad68-4966-8da9-41761fafd173 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:50.840275 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-7a34f861-1244-4bda-89bf-2cc08115fac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7a411940-ad68-4966-8da9-41761fafd173), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:50.843224 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Sync routers for ids ['009d4a56-0fe8-4ebd-829a-4223db211b3a'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:55:50.856490 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:50.857391 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Routers {'009d4a56-0fe8-4ebd-829a-4223db211b3a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:50.859639 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-66d89b20-58cb-4582-9522-d45ec4d1f628 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2511668 Mar 14 18:55:50.859883 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['009d4a56-0fe8-4ebd-829a-4223db211b3a'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:50.860805 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43600) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:50.887427 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-7a34f861-1244-4bda-89bf-2cc08115fac0 None None] For port 7a411940-ad68-4966-8da9-41761fafd173, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=7a411940-ad68-4966-8da9-41761fafd173,segment=NetworkSegment(2f54800b-0dc8-4c79-b12b-02f0f2127e12),segment_id=2f54800b-0dc8-4c79-b12b-02f0f2127e12)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:50.896377 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-7a34f861-1244-4bda-89bf-2cc08115fac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (7a411940-ad68-4966-8da9-41761fafd173), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:50.960353 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34f861-1244-4bda-89bf-2cc08115fac0 None None] Pushing event updated for resources: {'Port': ['ID=7a411940-ad68-4966-8da9-41761fafd173,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:51.039877 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Set router 009d4a56-0fe8-4ebd-829a-4223db211b3a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:51.227397 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-f3a444b7-177a-4303-9ebb-bcfcb916dbb3 None None] Provisioning complete for port 7a411940-ad68-4966-8da9-41761fafd173 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:51.228089 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-f3a444b7-177a-4303-9ebb-bcfcb916dbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7a411940-ad68-4966-8da9-41761fafd173), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:51.288541 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:48Z', 'updated_at': '2022-03-14T18:55:49Z', 'revision_number': 3, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'gw_port': {'id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:49Z', 'updated_at': '2022-03-14T18:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:51.292073 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:51.327124 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Checking router: 009d4a56-0fe8-4ebd-829a-4223db211b3a for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:55:51.327894 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Updating router 009d4a56-0fe8-4ebd-829a-4223db211b3a port 03e1e24f-1f82-4376-bc43-a7303d8b4f89 binding host dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:55:51.343093 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-f3a444b7-177a-4303-9ebb-bcfcb916dbb3 None None] Current status of the port 7a411940-ad68-4966-8da9-41761fafd173 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:51.351291 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device d6493d59-1d86-4e26-a34f-f2aeb45bf5ca no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:55:51.359870 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (03e1e24f-1f82-4376-bc43-a7303d8b4f89), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:51.377822 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: d6493d59-1d86-4e26-a34f-f2aeb45bf5ca {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:55:51.378298 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device d6493d59-1d86-4e26-a34f-f2aeb45bf5ca not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:55:51.455238 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:51.629332 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Allocated IP 172.20.0.1 (6a1bead0-0281-41a2-92e4-3855fcf71ce9/bcc3bd51-6b92-4325-a854-3a44a0a0d766/a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:55:51.665678 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Publish callbacks [] for port (03e1e24f-1f82-4376-bc43-a7303d8b4f89), precommit_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:51.672138 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (03e1e24f-1f82-4376-bc43-a7303d8b4f89), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:51.737558 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Attempting to bind port 03e1e24f-1f82-4376-bc43-a7303d8b4f89 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:55:51.737842 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Attempting to bind port 03e1e24f-1f82-4376-bc43-a7303d8b4f89 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:55:51.738360 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Attempting to bind port 03e1e24f-1f82-4376-bc43-a7303d8b4f89 on network fca46202-598b-4647-ad28-6a17f14c2b27 {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:55:51.749283 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f1585-645e-4c82-a83d-ea19c461bab9 None None] Pushing event updated for resources: {'Port': ['ID=03e1e24f-1f82-4376-bc43-a7303d8b4f89,revision_number=2']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:51.751417 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:55:51.751840 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Checking segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:51.752416 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:51.752809 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Bound using segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:55:51.753282 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Bound port: 03e1e24f-1f82-4376-bc43-a7303d8b4f89, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:55:51.753663 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (03e1e24f-1f82-4376-bc43-a7303d8b4f89), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:51.761148 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Publish callbacks [] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:51.826358 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:51.827582 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] For port 03e1e24f-1f82-4376-bc43-a7303d8b4f89, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:55:51.832119 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] For port 03e1e24f-1f82-4376-bc43-a7303d8b4f89, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=03e1e24f-1f82-4376-bc43-a7303d8b4f89,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:55:51.844420 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (03e1e24f-1f82-4376-bc43-a7303d8b4f89), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:51.858974 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 7a411940-ad68-4966-8da9-41761fafd173 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:51.877832 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Network 6a1bead0-0281-41a2-92e4-3855fcf71ce9 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:51.884656 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:51.897963 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:55:51.897963 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:51.918700 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f1585-645e-4c82-a83d-ea19c461bab9 None None] Pushing event updated for resources: {'Port': ['ID=03e1e24f-1f82-4376-bc43-a7303d8b4f89,revision_number=3']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:51.948659 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Routers {'009d4a56-0fe8-4ebd-829a-4223db211b3a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:51.949542 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['009d4a56-0fe8-4ebd-829a-4223db211b3a'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:51.953215 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ceeaf6-f098-43ea-85a2-b85f89fc0eaf req-29fb525a-48bc-4602-9cf1-b77a3632ec6b tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:51.955978 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-72ceeaf6-f098-43ea-85a2-b85f89fc0eaf req-29fb525a-48bc-4602-9cf1-b77a3632ec6b tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.1600850 Mar 14 18:55:51.982801 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475832'] for router_interface (009d4a56-0fe8-4ebd-829a-4223db211b3a), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:52.006314 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 7a411940-ad68-4966-8da9-41761fafd173 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:52.006853 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7a411940-ad68-4966-8da9-41761fafd173), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:52.069945 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] Set router 009d4a56-0fe8-4ebd-829a-4223db211b3a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:52.141068 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 7a411940-ad68-4966-8da9-41761fafd173 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:52.173299 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-72ceeaf6-f098-43ea-85a2-b85f89fc0eaf req-c05a3add-3729-4bbd-9dbd-8e6b15573399 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107313 Mar 14 18:55:52.204580 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:52.271833 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-89a3a6ca-86fc-4e80-9b6d-081bb9c706c4 None None] Provisioning complete for port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:52.272647 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-89a3a6ca-86fc-4e80-9b6d-081bb9c706c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:52.286204 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:48Z', 'updated_at': '2022-03-14T18:55:49Z', 'revision_number': 3, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'gw_port': {'id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:49Z', 'updated_at': '2022-03-14T18:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:52.317447 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f6af2-aa58-4f43-9aa8-2b6c5a267927 None None] The sync data for ids ['009d4a56-0fe8-4ebd-829a-4223db211b3a'] in dv-cinder-829664-3-iscsi is: [{'id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:48Z', 'updated_at': '2022-03-14T18:55:49Z', 'revision_number': 3, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'gw_port': {'id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:49Z', 'updated_at': '2022-03-14T18:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:55:52.330143 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-89a3a6ca-86fc-4e80-9b6d-081bb9c706c4 None None] Port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:55:52.453749 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Publish callbacks [] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:52.463470 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:52.538842 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478248'] for router_interface (009d4a56-0fe8-4ebd-829a-4223db211b3a), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:52.549911 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:52.678264 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Network 6a1bead0-0281-41a2-92e4-3855fcf71ce9 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:52.679945 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:52.829392 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Router 009d4a56-0fe8-4ebd-829a-4223db211b3a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:55:52.967692 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-00115694-a12b-4f64-9f3b-c6c4db8eca80 None None] Provisioning complete for port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:52.967692 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-00115694-a12b-4f64-9f3b-c6c4db8eca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:53.010690 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-00115694-a12b-4f64-9f3b-c6c4db8eca80 None None] Port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:55:53.203243 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:55:53.211877 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-66de9e3f-8f6b-4b6f-b302-d56615306f35 admin admin] 10.222.0.52 "PUT /v2.0/routers/009d4a56-0fe8-4ebd-829a-4223db211b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3496397 Mar 14 18:55:53.356324 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22f530-466a-4dba-bf57-2172013e45b2 req-dedced2e-2793-48bf-891a-4c33adab845b tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:53.358722 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bf22f530-466a-4dba-bf57-2172013e45b2 req-dedced2e-2793-48bf-891a-4c33adab845b tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0740983 Mar 14 18:55:53.426317 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bf22f530-466a-4dba-bf57-2172013e45b2 req-a04c8ed1-78f8-4a54-a160-bbf7d49bc48b tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555687 Mar 14 18:55:53.780169 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43796) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:53.785085 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 03e1e24f-1f82-4376-bc43-a7303d8b4f89 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:53.786440 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2128695247-network', 'tenant_id': '28fff00add654d2e8cde3a0fd46178b6'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:53.807959 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] Made reservation on behalf of 28fff00add654d2e8cde3a0fd46178b6 for: {'network': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:55:53.810130 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:53.819364 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:53.836837 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 03e1e24f-1f82-4376-bc43-a7303d8b4f89 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:53.837216 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (03e1e24f-1f82-4376-bc43-a7303d8b4f89), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:53.904571 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] Publish callbacks [] for security_group (4c7c83fb-ad5d-4c37-ab80-f82951804021), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:53.909743 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (4c7c83fb-ad5d-4c37-ab80-f82951804021), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:53.925505 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 03e1e24f-1f82-4376-bc43-a7303d8b4f89 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:53.926270 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (03e1e24f-1f82-4376-bc43-a7303d8b4f89), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:53.933922 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=109513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:55:53.950787 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7c83fb-ad5d-4c37-ab80-f82951804021,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:53.953983 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (2ed208eb-9390-4be1-ba4c-63908f372d12), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:53.954326 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.segments_db [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] Added segment 2ed208eb-9390-4be1-ba4c-63908f372d12 of type vlan for network 1916560c-6037-4b7e-80e8-ded9c9292bee Mar 14 18:55:53.954751 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port 03e1e24f-1f82-4376-bc43-a7303d8b4f89, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=03e1e24f-1f82-4376-bc43-a7303d8b4f89,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:53.959125 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (03e1e24f-1f82-4376-bc43-a7303d8b4f89), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:54.000927 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (1916560c-6037-4b7e-80e8-ded9c9292bee), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:54.013963 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=03e1e24f-1f82-4376-bc43-a7303d8b4f89,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:54.029400 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (1916560c-6037-4b7e-80e8-ded9c9292bee), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:54.030373 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:54.030950 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:54.082211 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3008451 Mar 14 18:55:54.085019 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43798) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:54.090062 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-8cf1e485-8272-4039-8785-cf630347d073 admin admin] Request body: {'subnet': {'network_id': '1916560c-6037-4b7e-80e8-ded9c9292bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2128695247-subnet', 'tenant_id': '28fff00add654d2e8cde3a0fd46178b6', 'ip_version': 4}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:54.093475 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd1d39-e605-46f1-ac51-f5e533dd8299 admin admin] Pushing event updated for resources: {'Network': ['ID=1916560c-6037-4b7e-80e8-ded9c9292bee,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:54.105959 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network 1916560c-6037-4b7e-80e8-ded9c9292bee details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:55:54.112882 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf1e485-8272-4039-8785-cf630347d073 admin admin] Made reservation on behalf of 28fff00add654d2e8cde3a0fd46178b6 for: {'subnet': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:55:54.115344 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e485-8272-4039-8785-cf630347d073 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4226277'] for subnet (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:54.206654 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Sync routers for ids ['009d4a56-0fe8-4ebd-829a-4223db211b3a'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:55:54.217844 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Routers {'009d4a56-0fe8-4ebd-829a-4223db211b3a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:54.218650 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['009d4a56-0fe8-4ebd-829a-4223db211b3a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:54.298883 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e485-8272-4039-8785-cf630347d073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5679204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4226295'] for subnet (7993396f-de3f-4a33-8d65-ea2193afb011), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:54.332818 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Set router 009d4a56-0fe8-4ebd-829a-4223db211b3a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:54.359745 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1e485-8272-4039-8785-cf630347d073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7993396f-de3f-4a33-8d65-ea2193afb011,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:54.367636 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf1e485-8272-4039-8785-cf630347d073 admin admin] Checking segment: {'id': '2ed208eb-9390-4be1-ba4c-63908f372d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1916560c-6037-4b7e-80e8-ded9c9292bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:54.367974 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf1e485-8272-4039-8785-cf630347d073 admin admin] Network hostable DHCP agents. Network: 1916560c-6037-4b7e-80e8-ded9c9292bee, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:55:54.386545 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf1e485-8272-4039-8785-cf630347d073 admin admin] Network 1916560c-6037-4b7e-80e8-ded9c9292bee is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:55:54.396746 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-8cf1e485-8272-4039-8785-cf630347d073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, 1916560c-6037-4b7e-80e8-ded9c9292bee) {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:54.401526 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf1e485-8272-4039-8785-cf630347d073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:54.402136 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e485-8272-4039-8785-cf630347d073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:54.406856 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b73197-489c-4bfc-abc1-8b4b0d010755 None None] Network 1916560c-6037-4b7e-80e8-ded9c9292bee requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:55:54.422555 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-8cf1e485-8272-4039-8785-cf630347d073 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3336725 Mar 14 18:55:54.422555 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43800) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:54.427026 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2128695247-router', 'tenant_id': '28fff00add654d2e8cde3a0fd46178b6', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:54.449972 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6339'] for router (ade55611-2dc1-4550-987d-0eb8cf76ecb4), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:54.451601 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1591601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (ade55611-2dc1-4550-987d-0eb8cf76ecb4), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:54.538859 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Publish callbacks [] for router_controller (ade55611-2dc1-4550-987d-0eb8cf76ecb4), precommit_add_association {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:54.730809 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537e358-5b33-4b75-a796-7befcfde9866 req-9dd30b59-2d2c-44a7-8d98-5c825cafc73d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:54.732081 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3a86f8-d13f-51ef-aa91-869d4696663f-1916560c-6037-4b7e-80e8-ded9c9292bee', 'network_id': '1916560c-6037-4b7e-80e8-ded9c9292bee', 'project_id': '28fff00add654d2e8cde3a0fd46178b6', 'fixed_ips': [{'subnet_id': '7993396f-de3f-4a33-8d65-ea2193afb011'}]}} from dv-cinder-829664-3-iscsi. {{(pid=109514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 18:55:54.732373 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7537e358-5b33-4b75-a796-7befcfde9866 req-9dd30b59-2d2c-44a7-8d98-5c825cafc73d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.2052407 Mar 14 18:55:54.733176 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:54.738656 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Publish callbacks [] for router_gateway (ade55611-2dc1-4550-987d-0eb8cf76ecb4), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:54.790186 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43814) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:54.832945 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7537e358-5b33-4b75-a796-7befcfde9866 req-98e53fd0-1d0f-4c12-b7d2-ae7b342dc24b tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905714 Mar 14 18:55:54.844008 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:48Z', 'updated_at': '2022-03-14T18:55:52Z', 'revision_number': 4, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'gw_port': {'id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:49Z', 'updated_at': '2022-03-14T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95', 'name': '', 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'mac_address': 'fa:16:3e:28:f4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:51Z', 'updated_at': '2022-03-14T18:55:52Z', 'revision_number': 2, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'subnets': [{'id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:54.878352 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Checking router: 009d4a56-0fe8-4ebd-829a-4223db211b3a for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:55:54.878785 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Updating router 009d4a56-0fe8-4ebd-829a-4223db211b3a port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 binding host dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:55:54.941610 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:54.961457 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.db_base_plugin_common [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Allocated IP 172.20.0.2 (1916560c-6037-4b7e-80e8-ded9c9292bee/7993396f-de3f-4a33-8d65-ea2193afb011/ddad9248-6dcf-4f6f-9dad-d5d0f86baf53) {{(pid=109514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:55:54.962403 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-a5d3c901-9240-4dc8-af90-c9dd4cf2c5b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f06c5ed9f072423689774d5154a81098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1708407 Mar 14 18:55:54.963177 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43818) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:55.027176 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Publish callbacks [] for router_gateway (ade55611-2dc1-4550-987d-0eb8cf76ecb4), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.030152 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d772b330-a870-4fff-86f0-eb2c09b56312 admin admin] Publish callbacks [] for security_group (3dd3f4a4-0de9-462d-a67e-1e7c16bd81de), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.047114 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.086645 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d772b330-a870-4fff-86f0-eb2c09b56312 admin admin] Publish callbacks [] for security_group (3dd3f4a4-0de9-462d-a67e-1e7c16bd81de), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.144109 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bbf75-161e-4e2f-a632-06433f262b82 req-25ad96ae-5535-4e16-95b0-6089c6810dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:55.145641 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-af6bbf75-161e-4e2f-a632-06433f262b82 req-25ad96ae-5535-4e16-95b0-6089c6810dc3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 1130 time: 0.0951762 Mar 14 18:55:55.181930 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d772b330-a870-4fff-86f0-eb2c09b56312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (3dd3f4a4-0de9-462d-a67e-1e7c16bd81de), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.183591 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Allocated IP 172.27.3.36 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/877df22d-6fa0-4be3-a533-ad8bfb4221c3) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:55:55.184800 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d772b330-a870-4fff-86f0-eb2c09b56312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.187937 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-d772b330-a870-4fff-86f0-eb2c09b56312 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3dd3f4a4-0de9-462d-a67e-1e7c16bd81de HTTP/1.1" status: 204 len: 168 time: 0.2232349 Mar 14 18:55:55.230081 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772b330-a870-4fff-86f0-eb2c09b56312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd3f4a4-0de9-462d-a67e-1e7c16bd81de,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:55.245783 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-af6bbf75-161e-4e2f-a632-06433f262b82 req-fe543398-2bd0-4f83-8580-1bb64125e12f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921900 Mar 14 18:55:55.311542 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Publish callbacks [] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), precommit_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.324801 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.332945 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Publish callbacks [] for port (877df22d-6fa0-4be3-a533-ad8bfb4221c3), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.375500 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (877df22d-6fa0-4be3-a533-ad8bfb4221c3), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.382545 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Network 1916560c-6037-4b7e-80e8-ded9c9292bee is already hosted by enough agents. {{(pid=109514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:55.395723 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.base_scheduler [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Resources bound (agent type, host, resource id): {{(pid=109514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:55.399147 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Pushing event updated for resources: {'Port': ['ID=ddad9248-6dcf-4f6f-9dad-d5d0f86baf53,revision_number=1']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:55.401421 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Received port after_create {{(pid=109514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:55:55.423989 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:55.429059 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:55.433125 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:55:55.464960 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Pushing event updated for resources: {'Port': ['ID=877df22d-6fa0-4be3-a533-ad8bfb4221c3,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:55.484839 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Publish callbacks [] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), precommit_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.495557 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Attempting to bind port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:55:55.495953 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Attempting to bind port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '2ed208eb-9390-4be1-ba4c-63908f372d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1916560c-6037-4b7e-80e8-ded9c9292bee'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:55:55.496340 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Attempting to bind port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 on network 1916560c-6037-4b7e-80e8-ded9c9292bee {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:55:55.498363 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.527455 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:55:55.527870 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Checking segment: {'id': '2ed208eb-9390-4be1-ba4c-63908f372d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1916560c-6037-4b7e-80e8-ded9c9292bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:55.528268 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.528668 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Bound using segment: {'id': '2ed208eb-9390-4be1-ba4c-63908f372d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1916560c-6037-4b7e-80e8-ded9c9292bee'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:55:55.529157 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Bound port: ddad9248-6dcf-4f6f-9dad-d5d0f86baf53, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed208eb-9390-4be1-ba4c-63908f372d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1916560c-6037-4b7e-80e8-ded9c9292bee'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:55:55.529719 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.608239 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1f2d-a463-4da5-9c91-4f15840736be None None] Pushing event updated for resources: {'Port': ['ID=a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:55.681435 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Attempting to bind port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:55:55.682046 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Attempting to bind port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '2f54800b-0dc8-4c79-b12b-02f0f2127e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:55:55.682631 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Attempting to bind port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 on network 6a1bead0-0281-41a2-92e4-3855fcf71ce9 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:55:55.690751 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:55:55.691402 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Checking segment: {'id': '2f54800b-0dc8-4c79-b12b-02f0f2127e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:55.692112 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.692702 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Bound using segment: {'id': '2f54800b-0dc8-4c79-b12b-02f0f2127e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:55:55.693358 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Bound port: a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f54800b-0dc8-4c79-b12b-02f0f2127e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:55:55.693946 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.723091 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] For port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:55:55.763196 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] For port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=ddad9248-6dcf-4f6f-9dad-d5d0f86baf53,segment=NetworkSegment(2ed208eb-9390-4be1-ba4c-63908f372d12),segment_id=2ed208eb-9390-4be1-ba4c-63908f372d12)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:55:55.770188 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Publish callbacks [] for router_gateway (ade55611-2dc1-4550-987d-0eb8cf76ecb4), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.774259 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.842947 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 03e1e24f-1f82-4376-bc43-a7303d8b4f89 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:55.902958 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] For port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:55:55.911853 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5e531-e7ea-437e-a41c-76fdd444d736 None None] Pushing event updated for resources: {'Port': ['ID=ddad9248-6dcf-4f6f-9dad-d5d0f86baf53,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:55.919259 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] For port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95,segment=NetworkSegment(2f54800b-0dc8-4c79-b12b-02f0f2127e12),segment_id=2f54800b-0dc8-4c79-b12b-02f0f2127e12)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:55:55.928067 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-d0e4430d-76e6-4124-bad1-279d6bed1951 None None] Provisioning complete for port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:55.928455 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d0e4430d-76e6-4124-bad1-279d6bed1951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:55.962760 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:56.038436 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4430d-76e6-4124-bad1-279d6bed1951 None None] Port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:55:56.054297 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba713ee-c682-411c-aa28-9ca414f4f286 req-6e372bcb-ae20-4e72-bf8d-681a88be813e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:56.061838 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-dba713ee-c682-411c-aa28-9ca414f4f286 req-6e372bcb-ae20-4e72-bf8d-681a88be813e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0972242 Mar 14 18:55:56.077809 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475753'] for router (ade55611-2dc1-4550-987d-0eb8cf76ecb4), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:56.080016 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 03e1e24f-1f82-4376-bc43-a7303d8b4f89 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:56.080404 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (03e1e24f-1f82-4376-bc43-a7303d8b4f89), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:56.127391 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Routers {'009d4a56-0fe8-4ebd-829a-4223db211b3a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:56.128162 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['009d4a56-0fe8-4ebd-829a-4223db211b3a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:56.134045 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1f2d-a463-4da5-9c91-4f15840736be None None] Pushing event updated for resources: {'Port': ['ID=a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:56.160580 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-dba713ee-c682-411c-aa28-9ca414f4f286 req-f0c4220e-3518-4e7b-b6aa-0bf7addc52cd tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935204 Mar 14 18:55:56.179054 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43844) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:56.311414 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Router ade55611-2dc1-4550-987d-0eb8cf76ecb4 is scheduled to L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 with binding_index 1 {{(pid=109512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:55:56.333461 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] Set router 009d4a56-0fe8-4ebd-829a-4223db211b3a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:56.391508 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-436739589-network', 'tenant_id': '62602078318e427f9a6427505192c559'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:56.417012 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] Made reservation on behalf of 62602078318e427f9a6427505192c559 for: {'network': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:55:56.421795 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:56.431536 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:56.482055 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:55:56.497065 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Sync routers for ids ['ade55611-2dc1-4550-987d-0eb8cf76ecb4'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:55:56.511564 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Routers {'ade55611-2dc1-4550-987d-0eb8cf76ecb4'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:56.514695 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['ade55611-2dc1-4550-987d-0eb8cf76ecb4'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:56.522708 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:56.527611 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-806ac28d-f8a3-41c5-846a-043ec11bed64 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1010165 Mar 14 18:55:56.527900 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43854) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:56.540262 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 03e1e24f-1f82-4376-bc43-a7303d8b4f89 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:56.553528 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-c864a876-0405-458b-b3d0-98f845f18e1b None None] Provisioning complete for port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:56.553912 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-c864a876-0405-458b-b3d0-98f845f18e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:56.649406 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] Publish callbacks [] for security_group (d0654b0b-d8e9-4357-a662-4f16e2665c6f), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:56.659197 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (d0654b0b-d8e9-4357-a662-4f16e2665c6f), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:56.675264 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=109513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:55:56.679048 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:48Z', 'updated_at': '2022-03-14T18:55:52Z', 'revision_number': 4, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'gw_port': {'id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:49Z', 'updated_at': '2022-03-14T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95', 'name': '', 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'mac_address': 'fa:16:3e:28:f4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:51Z', 'updated_at': '2022-03-14T18:55:55Z', 'revision_number': 4, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'subnets': [{'id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:56.686854 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (e04e1c2f-7717-4c53-ae94-2711e3b2d7a1), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:56.687389 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.segments_db [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] Added segment e04e1c2f-7717-4c53-ae94-2711e3b2d7a1 of type vlan for network 82333385-ac2d-4839-8665-1cd431d3a6f7 Mar 14 18:55:56.738076 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (82333385-ac2d-4839-8665-1cd431d3a6f7), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:56.741390 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Set router ade55611-2dc1-4550-987d-0eb8cf76ecb4 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:56.797725 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0654b0b-d8e9-4357-a662-4f16e2665c6f,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:56.802669 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (82333385-ac2d-4839-8665-1cd431d3a6f7), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:56.803862 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:56.804675 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:56.832109 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43860) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:56.832590 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6523681 Mar 14 18:55:56.837446 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-8fc29957-ad8c-48b5-ac16-d080d700a7a7 admin admin] Request body: {'subnet': {'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-436739589-subnet', 'tenant_id': '62602078318e427f9a6427505192c559', 'ip_version': 4}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:56.882908 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc29957-ad8c-48b5-ac16-d080d700a7a7 admin admin] Made reservation on behalf of 62602078318e427f9a6427505192c559 for: {'subnet': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:55:56.887199 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8fc29957-ad8c-48b5-ac16-d080d700a7a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4226277'] for subnet (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:56.939736 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-c864a876-0405-458b-b3d0-98f845f18e1b None None] Current status of the port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:56.940140 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-c864a876-0405-458b-b3d0-98f845f18e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:56.956472 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'name': 'tempest-TestMinimumBasicScenario-2128695247-router', 'tenant_id': '28fff00add654d2e8cde3a0fd46178b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '877df22d-6fa0-4be3-a533-ad8bfb4221c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:54Z', 'updated_at': '2022-03-14T18:55:55Z', 'revision_number': 3, 'project_id': '28fff00add654d2e8cde3a0fd46178b6', 'gw_port': {'id': '877df22d-6fa0-4be3-a533-ad8bfb4221c3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:55Z', 'updated_at': '2022-03-14T18:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:56.974514 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40969121-ad27-4bac-a1a2-05a6b74eeeac None None] The sync data for ids ['009d4a56-0fe8-4ebd-829a-4223db211b3a'] in dv-cinder-829664-3-iscsi is: [{'id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:48Z', 'updated_at': '2022-03-14T18:55:52Z', 'revision_number': 4, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'gw_port': {'id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:49Z', 'updated_at': '2022-03-14T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95', 'name': '', 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'mac_address': 'fa:16:3e:28:f4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:51Z', 'updated_at': '2022-03-14T18:55:55Z', 'revision_number': 4, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'subnets': [{'id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:55:56.987823 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365c5d1-6dc3-457b-91d0-45802b3691b3 admin admin] Pushing event updated for resources: {'Network': ['ID=82333385-ac2d-4839-8665-1cd431d3a6f7,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:57.008127 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network 82333385-ac2d-4839-8665-1cd431d3a6f7 details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:55:57.022212 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-c864a876-0405-458b-b3d0-98f845f18e1b None None] For port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95,segment=NetworkSegment(2f54800b-0dc8-4c79-b12b-02f0f2127e12),segment_id=2f54800b-0dc8-4c79-b12b-02f0f2127e12)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:57.026176 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Checking router: ade55611-2dc1-4550-987d-0eb8cf76ecb4 for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:55:57.026530 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Updating router ade55611-2dc1-4550-987d-0eb8cf76ecb4 port 877df22d-6fa0-4be3-a533-ad8bfb4221c3 binding host dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:55:57.104988 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (877df22d-6fa0-4be3-a533-ad8bfb4221c3), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:57.145815 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-c864a876-0405-458b-b3d0-98f845f18e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:57.206083 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864a876-0405-458b-b3d0-98f845f18e1b None None] Pushing event updated for resources: {'Port': ['ID=a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:57.304241 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8fc29957-ad8c-48b5-ac16-d080d700a7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5679204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4226295'] for subnet (e075947a-f8da-4776-a2ef-29eb0a510e7f), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:57.393595 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605358a2-92c8-4dc6-88e7-455712e81f4c req-e9f0cc2f-5f3f-44ce-b1ae-86d6495c59f3 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:57.407374 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-605358a2-92c8-4dc6-88e7-455712e81f4c req-e9f0cc2f-5f3f-44ce-b1ae-86d6495c59f3 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.1376517 Mar 14 18:55:57.456901 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:57.485067 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc29957-ad8c-48b5-ac16-d080d700a7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e075947a-f8da-4776-a2ef-29eb0a510e7f,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:57.508751 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc29957-ad8c-48b5-ac16-d080d700a7a7 admin admin] Checking segment: {'id': 'e04e1c2f-7717-4c53-ae94-2711e3b2d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:57.509118 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc29957-ad8c-48b5-ac16-d080d700a7a7 admin admin] Network hostable DHCP agents. Network: 82333385-ac2d-4839-8665-1cd431d3a6f7, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:55:57.509476 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab907c1-cf3f-4c1d-a39d-fef5ce9b013a None None] Network 1916560c-6037-4b7e-80e8-ded9c9292bee requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:55:57.521180 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-605358a2-92c8-4dc6-88e7-455712e81f4c req-632b7d8e-264f-4d21-8ab9-067320836363 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118054 Mar 14 18:55:57.538577 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc29957-ad8c-48b5-ac16-d080d700a7a7 admin admin] Network 82333385-ac2d-4839-8665-1cd431d3a6f7 is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:55:57.573701 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-8fc29957-ad8c-48b5-ac16-d080d700a7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, 82333385-ac2d-4839-8665-1cd431d3a6f7) {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:57.578470 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc29957-ad8c-48b5-ac16-d080d700a7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:57.579429 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8fc29957-ad8c-48b5-ac16-d080d700a7a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:57.599475 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Publish callbacks [] for port (877df22d-6fa0-4be3-a533-ad8bfb4221c3), precommit_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:57.604942 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b01379-4bef-41e3-986e-a4cc407ff65b None None] Network 82333385-ac2d-4839-8665-1cd431d3a6f7 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:55:57.606106 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-8fc29957-ad8c-48b5-ac16-d080d700a7a7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7728610 Mar 14 18:55:57.609003 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43870) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:55:57.613844 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (877df22d-6fa0-4be3-a533-ad8bfb4221c3), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:57.615332 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:57.656173 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6339'] for router (b58cadef-117f-40dc-8952-b30eaf39d95f), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:57.658483 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1591601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (b58cadef-117f-40dc-8952-b30eaf39d95f), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:57.675195 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26878c92-815c-4e04-920f-6f6f43b249b5 None None] Pushing event updated for resources: {'Port': ['ID=877df22d-6fa0-4be3-a533-ad8bfb4221c3,revision_number=2']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:57.711186 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Attempting to bind port 877df22d-6fa0-4be3-a533-ad8bfb4221c3 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:55:57.711589 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Attempting to bind port 877df22d-6fa0-4be3-a533-ad8bfb4221c3 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:55:57.711954 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Attempting to bind port 877df22d-6fa0-4be3-a533-ad8bfb4221c3 on network fca46202-598b-4647-ad28-6a17f14c2b27 {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:55:57.719440 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Allocated IP 172.20.0.1 (1916560c-6037-4b7e-80e8-ded9c9292bee/7993396f-de3f-4a33-8d65-ea2193afb011/dd0066f9-0ad1-4ef7-9f77-d84830fc85f6) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:55:57.726736 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:55:57.727162 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Checking segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:57.728350 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:57.729304 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Bound using segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:55:57.731307 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Bound port: 877df22d-6fa0-4be3-a533-ad8bfb4221c3, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:55:57.732417 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (877df22d-6fa0-4be3-a533-ad8bfb4221c3), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:57.766663 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-dca5f0c7-89fd-4229-a5ba-d868ef4d4605 None None] Provisioning complete for port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:57.767044 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-dca5f0c7-89fd-4229-a5ba-d868ef4d4605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:57.790878 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Publish callbacks [] for router_controller (b58cadef-117f-40dc-8952-b30eaf39d95f), precommit_add_association {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:57.866507 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] For port 877df22d-6fa0-4be3-a533-ad8bfb4221c3, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:55:57.872077 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] For port 877df22d-6fa0-4be3-a533-ad8bfb4221c3, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=877df22d-6fa0-4be3-a533-ad8bfb4221c3,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:55:57.884568 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (877df22d-6fa0-4be3-a533-ad8bfb4221c3), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.005884 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc9a4f-9610-4598-906c-d578a2091504 req-3e796614-f4ad-40d7-be45-feb9a64332d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:58.007975 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4ccc9a4f-9610-4598-906c-d578a2091504 req-3e796614-f4ad-40d7-be45-feb9a64332d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ab2ae9ef74c4219b541c0ffefdc5fb5&device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 1130 time: 0.1201258 Mar 14 18:55:58.030854 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-dca5f0c7-89fd-4229-a5ba-d868ef4d4605 None None] Current status of the port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:58.031248 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-dca5f0c7-89fd-4229-a5ba-d868ef4d4605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.035090 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:58.060958 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7c74c-fe93-46cd-bd7c-59f8f669c324 req-1b8073a0-d25e-4451-8f75-f60c069035b5 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:58.063068 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-efb7c74c-fe93-46cd-bd7c-59f8f669c324 req-1b8073a0-d25e-4451-8f75-f60c069035b5 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.1146924 Mar 14 18:55:58.069094 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26878c92-815c-4e04-920f-6f6f43b249b5 None None] Pushing event updated for resources: {'Port': ['ID=877df22d-6fa0-4be3-a533-ad8bfb4221c3,revision_number=3']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:58.109318 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Routers {'ade55611-2dc1-4550-987d-0eb8cf76ecb4'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:58.114519 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['ade55611-2dc1-4550-987d-0eb8cf76ecb4'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:58.141283 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Publish callbacks [] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.147181 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:58.147634 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.177367 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-efb7c74c-fe93-46cd-bd7c-59f8f669c324 req-59d9f1ff-891e-4ecc-96cc-c1c205a8fdce tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719361 Mar 14 18:55:58.192638 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-dca5f0c7-89fd-4229-a5ba-d868ef4d4605 None None] For port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=ddad9248-6dcf-4f6f-9dad-d5d0f86baf53,segment=NetworkSegment(2ed208eb-9390-4be1-ba4c-63908f372d12),segment_id=2ed208eb-9390-4be1-ba4c-63908f372d12)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:58.230682 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc9a4f-9610-4598-906c-d578a2091504 req-6ba0d4e1-a82a-4b1a-9b87-10f88b61da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:58.232094 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4ccc9a4f-9610-4598-906c-d578a2091504 req-6ba0d4e1-a82a-4b1a-9b87-10f88b61da32 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4943cbb-86ed-41d1-ba7e-068bc9f558be HTTP/1.1" status: 200 len: 920 time: 0.2081556 Mar 14 18:55:58.247050 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-dca5f0c7-89fd-4229-a5ba-d868ef4d4605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.251388 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Publish callbacks [] for router_gateway (b58cadef-117f-40dc-8952-b30eaf39d95f), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.296198 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] Set router ade55611-2dc1-4550-987d-0eb8cf76ecb4 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:58.303707 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4ccc9a4f-9610-4598-906c-d578a2091504 req-98157651-9ccb-4c13-b523-917d271f4c76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a36c04-2fd9-4ff6-b362-30ba8e69a671 HTTP/1.1" status: 200 len: 217 time: 0.0579088 Mar 14 18:55:58.317791 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5f0c7-89fd-4229-a5ba-d868ef4d4605 None None] Pushing event updated for resources: {'Port': ['ID=ddad9248-6dcf-4f6f-9dad-d5d0f86baf53,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:58.349631 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3a86f8-d13f-51ef-aa91-869d4696663f-82333385-ac2d-4839-8665-1cd431d3a6f7', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'project_id': '62602078318e427f9a6427505192c559', 'fixed_ips': [{'subnet_id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f'}]}} from dv-cinder-829664-3-iscsi. {{(pid=109514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 18:55:58.350616 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.378632 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.446318 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Network 1916560c-6037-4b7e-80e8-ded9c9292bee is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:58.457966 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:58.461238 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:55:58.529766 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:58.530967 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:58.553508 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475832'] for router_interface (ade55611-2dc1-4550-987d-0eb8cf76ecb4), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.572850 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Publish callbacks [] for router_gateway (b58cadef-117f-40dc-8952-b30eaf39d95f), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.607830 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.640602 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.db_base_plugin_common [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Allocated IP 172.20.0.2 (82333385-ac2d-4839-8665-1cd431d3a6f7/e075947a-f8da-4776-a2ef-29eb0a510e7f/8779c2ef-0567-4f64-95d4-fedcd23a1903) {{(pid=109514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:55:58.645242 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'name': 'tempest-TestMinimumBasicScenario-2128695247-router', 'tenant_id': '28fff00add654d2e8cde3a0fd46178b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '877df22d-6fa0-4be3-a533-ad8bfb4221c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:54Z', 'updated_at': '2022-03-14T18:55:55Z', 'revision_number': 3, 'project_id': '28fff00add654d2e8cde3a0fd46178b6', 'gw_port': {'id': '877df22d-6fa0-4be3-a533-ad8bfb4221c3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:55Z', 'updated_at': '2022-03-14T18:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:58.667651 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc9a4f-9610-4598-906c-d578a2091504 req-defabfcf-443f-4a16-80b5-b4193bc6b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:58.679729 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4ccc9a4f-9610-4598-906c-d578a2091504 req-defabfcf-443f-4a16-80b5-b4193bc6b289 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e161f34-9b40-4161-b4b6-c157a635ab79 HTTP/1.1" status: 200 len: 859 time: 0.3412755 Mar 14 18:55:58.684041 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bb26b2-aa4b-409a-b2f0-40b17a7ea6d1 None None] The sync data for ids ['ade55611-2dc1-4550-987d-0eb8cf76ecb4'] in dv-cinder-829664-3-iscsi is: [{'id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'name': 'tempest-TestMinimumBasicScenario-2128695247-router', 'tenant_id': '28fff00add654d2e8cde3a0fd46178b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '877df22d-6fa0-4be3-a533-ad8bfb4221c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:54Z', 'updated_at': '2022-03-14T18:55:55Z', 'revision_number': 3, 'project_id': '28fff00add654d2e8cde3a0fd46178b6', 'gw_port': {'id': '877df22d-6fa0-4be3-a533-ad8bfb4221c3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:55Z', 'updated_at': '2022-03-14T18:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:55:58.714604 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Pushing event updated for resources: {'Port': ['ID=dd0066f9-0ad1-4ef7-9f77-d84830fc85f6,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:58.741057 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4ccc9a4f-9610-4598-906c-d578a2091504 req-7ddae79b-7b26-4553-90b5-dd82bc3f398e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4943cbb-86ed-41d1-ba7e-068bc9f558be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602744 Mar 14 18:55:58.742741 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:58.743923 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.824439 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Allocated IP 172.27.3.138 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:55:58.904062 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-08366939-4b08-4b1e-ac17-0031b7b3bc2d None None] Provisioning complete for port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:58.904546 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-08366939-4b08-4b1e-ac17-0031b7b3bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.911112 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:58.950322 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4ccc9a4f-9610-4598-906c-d578a2091504 req-f6174dd5-98a5-4054-b193-b5a92ce1f548 service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719599 Mar 14 18:55:58.950322 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.966268 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Publish callbacks [] for port (af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.975729 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Publish callbacks [] for port (8779c2ef-0567-4f64-95d4-fedcd23a1903), precommit_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:58.988558 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (8779c2ef-0567-4f64-95d4-fedcd23a1903), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:59.009390 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:59.045348 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:59.048195 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Network 82333385-ac2d-4839-8665-1cd431d3a6f7 is already hosted by enough agents. {{(pid=109514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:59.052175 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:59.055707 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:55:59.058647 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Resources bound (agent type, host, resource id): {{(pid=109514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:59.061830 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Received port after_create {{(pid=109514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:55:59.082002 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Pushing event updated for resources: {'Port': ['ID=af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:59.088418 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Pushing event updated for resources: {'Port': ['ID=8779c2ef-0567-4f64-95d4-fedcd23a1903,revision_number=1']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:59.110879 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-08366939-4b08-4b1e-ac17-0031b7b3bc2d None None] Current status of the port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:55:59.146225 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Attempting to bind port 8779c2ef-0567-4f64-95d4-fedcd23a1903 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:55:59.146627 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Attempting to bind port 8779c2ef-0567-4f64-95d4-fedcd23a1903 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': 'e04e1c2f-7717-4c53-ae94-2711e3b2d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:55:59.146998 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Attempting to bind port 8779c2ef-0567-4f64-95d4-fedcd23a1903 on network 82333385-ac2d-4839-8665-1cd431d3a6f7 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:55:59.153219 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:55:59.153603 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Checking segment: {'id': 'e04e1c2f-7717-4c53-ae94-2711e3b2d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:55:59.154031 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:59.154433 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Bound using segment: {'id': 'e04e1c2f-7717-4c53-ae94-2711e3b2d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:55:59.154928 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Bound port: 8779c2ef-0567-4f64-95d4-fedcd23a1903, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04e1c2f-7717-4c53-ae94-2711e3b2d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:55:59.155382 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8779c2ef-0567-4f64-95d4-fedcd23a1903), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:59.237826 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4ccc9a4f-9610-4598-906c-d578a2091504 req-c1584058-8cff-4abb-9f1f-41e2724dd1c0 service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537529 Mar 14 18:55:59.273042 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Publish callbacks [] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:59.282615 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-a4e38f6c-ad79-4b85-ae7c-300bb4d0173d None None] Provisioning complete for port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:55:59.282987 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-a4e38f6c-ad79-4b85-ae7c-300bb4d0173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:59.283112 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4788572'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:59.357417 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] For port 8779c2ef-0567-4f64-95d4-fedcd23a1903, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:55:59.358441 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478248'] for router_interface (ade55611-2dc1-4550-987d-0eb8cf76ecb4), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:59.360273 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Pushing event updated for resources: {'Port': ['ID=dd0066f9-0ad1-4ef7-9f77-d84830fc85f6,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:59.386850 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] For port 8779c2ef-0567-4f64-95d4-fedcd23a1903, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=8779c2ef-0567-4f64-95d4-fedcd23a1903,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:55:59.393149 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-a4e38f6c-ad79-4b85-ae7c-300bb4d0173d None None] Port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:55:59.397335 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (8779c2ef-0567-4f64-95d4-fedcd23a1903), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:59.476717 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f8a04-b73c-4290-a695-1fbe341dc1a5 None None] Pushing event updated for resources: {'Port': ['ID=8779c2ef-0567-4f64-95d4-fedcd23a1903,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:59.592294 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Network 1916560c-6037-4b7e-80e8-ded9c9292bee is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:59.595643 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:59.761581 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821fa6e-9553-4dac-8b4b-8e608a404e6e req-04c34d46-2643-4809-80a7-b133a164e30f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:59.761581 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8821fa6e-9553-4dac-8b4b-8e608a404e6e req-04c34d46-2643-4809-80a7-b133a164e30f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.4519236 Mar 14 18:55:59.803658 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Publish callbacks [] for router_gateway (b58cadef-117f-40dc-8952-b30eaf39d95f), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:59.826675 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Router ade55611-2dc1-4550-987d-0eb8cf76ecb4 has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:55:59.908097 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:55:59.992505 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8821fa6e-9553-4dac-8b4b-8e608a404e6e req-df556951-b839-479b-ad37-d68ec6c43ca5 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205937 Mar 14 18:56:00.038473 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:00.038848 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:00.087284 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:56:00.105016 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-150059e7-4264-4801-b6fd-d8ebffbc382c None None] Provisioning complete for port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:00.105355 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-150059e7-4264-4801-b6fd-d8ebffbc382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:00.111624 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-b8107b6a-5f2a-46ac-810c-05d572596b7a admin admin] 10.222.0.52 "PUT /v2.0/routers/ade55611-2dc1-4550-987d-0eb8cf76ecb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5819788 Mar 14 18:56:00.158787 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-150059e7-4264-4801-b6fd-d8ebffbc382c None None] Port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:56:00.174595 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475753'] for router (b58cadef-117f-40dc-8952-b30eaf39d95f), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:00.205659 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:00.322072 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Router b58cadef-117f-40dc-8952-b30eaf39d95f is scheduled to L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 with binding_index 1 {{(pid=109512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:56:00.439918 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:56:00.451843 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Sync routers for ids ['b58cadef-117f-40dc-8952-b30eaf39d95f'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:00.465213 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Routers {'b58cadef-117f-40dc-8952-b30eaf39d95f'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:00.466089 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b58cadef-117f-40dc-8952-b30eaf39d95f'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:00.475921 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:00.477505 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-b5cbc39e-d27a-4ee0-a4df-54109b4c4df8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8661292 Mar 14 18:56:00.480401 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43894) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:00.802896 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Set router b58cadef-117f-40dc-8952-b30eaf39d95f gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:00.891054 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b643c6-a71b-40ca-8a01-776010c7f1a5 None None] Network 82333385-ac2d-4839-8665-1cd431d3a6f7 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:56:01.025118 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-4d6805d6-a135-4f93-be7c-de91959fbbdd None None] Provisioning complete for port 8779c2ef-0567-4f64-95d4-fedcd23a1903 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:01.025787 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-4d6805d6-a135-4f93-be7c-de91959fbbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (8779c2ef-0567-4f64-95d4-fedcd23a1903), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:01.233703 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-4d6805d6-a135-4f93-be7c-de91959fbbdd None None] Current status of the port 8779c2ef-0567-4f64-95d4-fedcd23a1903 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:01.234110 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-4d6805d6-a135-4f93-be7c-de91959fbbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8779c2ef-0567-4f64-95d4-fedcd23a1903), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:01.255496 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T18:55:59Z', 'revision_number': 3, 'project_id': '62602078318e427f9a6427505192c559', 'gw_port': {'id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:58Z', 'updated_at': '2022-03-14T18:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:01.312326 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Checking router: b58cadef-117f-40dc-8952-b30eaf39d95f for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:01.312797 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Updating router b58cadef-117f-40dc-8952-b30eaf39d95f port af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3 binding host dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:56:01.351417 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-4d6805d6-a135-4f93-be7c-de91959fbbdd None None] For port 8779c2ef-0567-4f64-95d4-fedcd23a1903, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=8779c2ef-0567-4f64-95d4-fedcd23a1903,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:01.370444 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-4d6805d6-a135-4f93-be7c-de91959fbbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (8779c2ef-0567-4f64-95d4-fedcd23a1903), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:01.389405 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:01.396252 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bb89d-1488-4b7a-a20f-0f6c7cebd78c req-a2fb4ad0-b502-4b6e-bdb0-61b95bdd2888 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:01.404413 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-886bb89d-1488-4b7a-a20f-0f6c7cebd78c req-a2fb4ad0-b502-4b6e-bdb0-61b95bdd2888 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.2239349 Mar 14 18:56:01.467006 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-886bb89d-1488-4b7a-a20f-0f6c7cebd78c req-dc4387ae-13f7-4f6a-99af-a473e3543a40 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573661 Mar 14 18:56:01.539511 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6805d6-a135-4f93-be7c-de91959fbbdd None None] Pushing event updated for resources: {'Port': ['ID=8779c2ef-0567-4f64-95d4-fedcd23a1903,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:01.606821 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:01.819968 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Allocated IP 172.20.0.1 (82333385-ac2d-4839-8665-1cd431d3a6f7/e075947a-f8da-4776-a2ef-29eb0a510e7f/10286fd3-c716-435c-8e36-f55317003e43) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:01.842298 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Publish callbacks [] for port (af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3), precommit_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:01.845946 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-323ecd24-d239-429f-8ddc-44482aea6537 None None] Provisioning complete for port 8779c2ef-0567-4f64-95d4-fedcd23a1903 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:01.846885 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-323ecd24-d239-429f-8ddc-44482aea6537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (8779c2ef-0567-4f64-95d4-fedcd23a1903), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:01.882794 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:01.983810 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Sync routers for ids ['ade55611-2dc1-4550-987d-0eb8cf76ecb4'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:01.988312 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 877df22d-6fa0-4be3-a533-ad8bfb4221c3 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:01.990394 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Publish callbacks [] for port (10286fd3-c716-435c-8e36-f55317003e43), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:02.002454 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Routers {'ade55611-2dc1-4550-987d-0eb8cf76ecb4'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:02.008504 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['ade55611-2dc1-4550-987d-0eb8cf76ecb4'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:02.023884 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612efea-c703-461f-8933-97ced72cced0 None None] Pushing event updated for resources: {'Port': ['ID=af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:02.032821 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (10286fd3-c716-435c-8e36-f55317003e43), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:02.046429 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Attempting to bind port af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:02.047051 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Attempting to bind port af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:02.047177 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Attempting to bind port af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3 on network fca46202-598b-4647-ad28-6a17f14c2b27 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:02.054518 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:02.054898 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Checking segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:02.055304 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:02.055746 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Bound using segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:02.056221 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Bound port: af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:02.056602 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:02.077857 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Network 82333385-ac2d-4839-8665-1cd431d3a6f7 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:02.081209 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:02.115839 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:02.123142 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] For port af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:02.127196 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] For port af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:02.150719 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:02.176577 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475832'] for router_interface (b58cadef-117f-40dc-8952-b30eaf39d95f), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:02.189423 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Set router ade55611-2dc1-4550-987d-0eb8cf76ecb4 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:02.242368 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612efea-c703-461f-8933-97ced72cced0 None None] Pushing event updated for resources: {'Port': ['ID=af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:02.260195 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 877df22d-6fa0-4be3-a533-ad8bfb4221c3 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:02.261662 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (877df22d-6fa0-4be3-a533-ad8bfb4221c3), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:02.306590 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Pushing event updated for resources: {'Port': ['ID=10286fd3-c716-435c-8e36-f55317003e43,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:02.342673 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Routers {'b58cadef-117f-40dc-8952-b30eaf39d95f'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:02.343414 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b58cadef-117f-40dc-8952-b30eaf39d95f'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:02.515151 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (10286fd3-c716-435c-8e36-f55317003e43), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:02.578859 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-6e9350e0-4ec3-4814-9ed5-bf6a4407bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:02.618720 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-323ecd24-d239-429f-8ddc-44482aea6537 None None] Current status of the port 8779c2ef-0567-4f64-95d4-fedcd23a1903 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:02.648668 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 877df22d-6fa0-4be3-a533-ad8bfb4221c3 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:02.649825 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (877df22d-6fa0-4be3-a533-ad8bfb4221c3), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:02.667648 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c1343-d285-415e-a4f8-ae79083ea6a2 req-5f818d6e-dcb7-4092-a778-cf6a90c82727 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:02.676251 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f51c1343-d285-415e-a4f8-ae79083ea6a2 req-5f818d6e-dcb7-4092-a778-cf6a90c82727 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0935702 Mar 14 18:56:02.679905 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'name': 'tempest-TestMinimumBasicScenario-2128695247-router', 'tenant_id': '28fff00add654d2e8cde3a0fd46178b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '877df22d-6fa0-4be3-a533-ad8bfb4221c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:54Z', 'updated_at': '2022-03-14T18:55:58Z', 'revision_number': 4, 'project_id': '28fff00add654d2e8cde3a0fd46178b6', 'gw_port': {'id': '877df22d-6fa0-4be3-a533-ad8bfb4221c3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:55Z', 'updated_at': '2022-03-14T18:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'dd0066f9-0ad1-4ef7-9f77-d84830fc85f6', 'name': '', 'network_id': '1916560c-6037-4b7e-80e8-ded9c9292bee', 'tenant_id': '28fff00add654d2e8cde3a0fd46178b6', 'mac_address': 'fa:16:3e:d4:58:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7993396f-de3f-4a33-8d65-ea2193afb011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T18:55:59Z', 'revision_number': 2, 'project_id': '28fff00add654d2e8cde3a0fd46178b6', 'subnets': [{'id': '7993396f-de3f-4a33-8d65-ea2193afb011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:02.695137 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port 877df22d-6fa0-4be3-a533-ad8bfb4221c3, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=877df22d-6fa0-4be3-a533-ad8bfb4221c3,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:02.713374 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (877df22d-6fa0-4be3-a533-ad8bfb4221c3), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:02.714081 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 8779c2ef-0567-4f64-95d4-fedcd23a1903 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:02.747572 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Checking router: ade55611-2dc1-4550-987d-0eb8cf76ecb4 for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:02.747936 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Updating router ade55611-2dc1-4550-987d-0eb8cf76ecb4 port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 binding host dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:56:02.757118 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f51c1343-d285-415e-a4f8-ae79083ea6a2 req-8c160b98-3d40-4af8-b3ba-41f7af3e746d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796955 Mar 14 18:56:02.798452 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:02.829116 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Publish callbacks [] for port (10286fd3-c716-435c-8e36-f55317003e43), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:02.837126 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4788572'] for port (10286fd3-c716-435c-8e36-f55317003e43), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:02.887096 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] Set router b58cadef-117f-40dc-8952-b30eaf39d95f gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:03.006200 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-381b1b20-cd9c-424b-8929-575e31140dc8 None None] Provisioning complete for port 10286fd3-c716-435c-8e36-f55317003e43 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:03.006575 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-381b1b20-cd9c-424b-8929-575e31140dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (10286fd3-c716-435c-8e36-f55317003e43), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:03.008089 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=877df22d-6fa0-4be3-a533-ad8bfb4221c3,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:03.042081 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Pushing event updated for resources: {'Port': ['ID=10286fd3-c716-435c-8e36-f55317003e43,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:03.056084 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478248'] for router_interface (b58cadef-117f-40dc-8952-b30eaf39d95f), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:03.260590 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Network 82333385-ac2d-4839-8665-1cd431d3a6f7 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:03.271768 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:03.312643 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Publish callbacks [] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), precommit_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:03.326677 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:03.441828 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 8779c2ef-0567-4f64-95d4-fedcd23a1903 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:03.443182 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (8779c2ef-0567-4f64-95d4-fedcd23a1903), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:03.455306 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-381b1b20-cd9c-424b-8929-575e31140dc8 None None] Port 10286fd3-c716-435c-8e36-f55317003e43 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:56:03.496653 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b545361-2bd6-48be-8a18-46bd9f453e23 None None] Pushing event updated for resources: {'Port': ['ID=dd0066f9-0ad1-4ef7-9f77-d84830fc85f6,revision_number=3']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:03.570220 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Router b58cadef-117f-40dc-8952-b30eaf39d95f has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:56:03.612761 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Attempting to bind port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:03.613140 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Attempting to bind port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '2ed208eb-9390-4be1-ba4c-63908f372d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1916560c-6037-4b7e-80e8-ded9c9292bee'}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:03.613500 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Attempting to bind port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 on network 1916560c-6037-4b7e-80e8-ded9c9292bee {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:03.624139 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:03.624520 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Checking segment: {'id': '2ed208eb-9390-4be1-ba4c-63908f372d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1916560c-6037-4b7e-80e8-ded9c9292bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:03.624928 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:03.625387 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Bound using segment: {'id': '2ed208eb-9390-4be1-ba4c-63908f372d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1916560c-6037-4b7e-80e8-ded9c9292bee'} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:03.625865 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Bound port: dd0066f9-0ad1-4ef7-9f77-d84830fc85f6, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed208eb-9390-4be1-ba4c-63908f372d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1916560c-6037-4b7e-80e8-ded9c9292bee'}}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:03.626252 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:03.790615 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] For port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:03.793941 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] For port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=dd0066f9-0ad1-4ef7-9f77-d84830fc85f6,segment=NetworkSegment(2ed208eb-9390-4be1-ba4c-63908f372d12),segment_id=2ed208eb-9390-4be1-ba4c-63908f372d12)] {{(pid=109515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:03.807723 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 8779c2ef-0567-4f64-95d4-fedcd23a1903 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:03.808418 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:03.817821 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-cd767920-1ddb-49f1-81b4-01e658329cd0 None None] Provisioning complete for port 10286fd3-c716-435c-8e36-f55317003e43 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:03.818204 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-cd767920-1ddb-49f1-81b4-01e658329cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (10286fd3-c716-435c-8e36-f55317003e43), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:03.845811 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:56:03.863708 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-2fcb31c2-3f20-402b-9a71-1a61028ace36 admin admin] 10.222.0.52 "PUT /v2.0/routers/b58cadef-117f-40dc-8952-b30eaf39d95f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3806977 Mar 14 18:56:03.881134 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T18:55:59Z', 'revision_number': 3, 'project_id': '62602078318e427f9a6427505192c559', 'gw_port': {'id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:58Z', 'updated_at': '2022-03-14T18:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:03.897742 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b545361-2bd6-48be-8a18-46bd9f453e23 None None] Pushing event updated for resources: {'Port': ['ID=dd0066f9-0ad1-4ef7-9f77-d84830fc85f6,revision_number=4']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:03.921658 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02988ee3-ff82-40e8-8676-f7a5b66a2076 None None] The sync data for ids ['b58cadef-117f-40dc-8952-b30eaf39d95f'] in dv-cinder-829664-3-iscsi is: [{'id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T18:55:59Z', 'revision_number': 3, 'project_id': '62602078318e427f9a6427505192c559', 'gw_port': {'id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:58Z', 'updated_at': '2022-03-14T18:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:03.923190 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Routers {'ade55611-2dc1-4550-987d-0eb8cf76ecb4'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:03.923862 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:55:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['ade55611-2dc1-4550-987d-0eb8cf76ecb4'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:03.924601 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-cd767920-1ddb-49f1-81b4-01e658329cd0 None None] Port 10286fd3-c716-435c-8e36-f55317003e43 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:56:04.048215 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 877df22d-6fa0-4be3-a533-ad8bfb4221c3 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:04.143560 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-ae746dd1-339e-4755-a426-fc75606e068a None None] Provisioning complete for port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:04.144359 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ae746dd1-339e-4755-a426-fc75606e068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:04.217416 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 877df22d-6fa0-4be3-a533-ad8bfb4221c3 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:04.217938 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (877df22d-6fa0-4be3-a533-ad8bfb4221c3), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:04.248333 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] Set router ade55611-2dc1-4550-987d-0eb8cf76ecb4 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:04.337898 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-ae746dd1-339e-4755-a426-fc75606e068a None None] Current status of the port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:04.338892 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ae746dd1-339e-4755-a426-fc75606e068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:04.446577 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-ae746dd1-339e-4755-a426-fc75606e068a None None] For port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=dd0066f9-0ad1-4ef7-9f77-d84830fc85f6,segment=NetworkSegment(2ed208eb-9390-4be1-ba4c-63908f372d12),segment_id=2ed208eb-9390-4be1-ba4c-63908f372d12)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:04.449486 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 877df22d-6fa0-4be3-a533-ad8bfb4221c3 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:04.458956 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ae746dd1-339e-4755-a426-fc75606e068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:04.604301 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae746dd1-339e-4755-a426-fc75606e068a None None] Pushing event updated for resources: {'Port': ['ID=dd0066f9-0ad1-4ef7-9f77-d84830fc85f6,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:04.617355 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-c30bf53e-7198-4c17-a65a-1008981cf71d None None] Provisioning complete for port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:04.618976 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-c30bf53e-7198-4c17-a65a-1008981cf71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:04.704774 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'name': 'tempest-TestMinimumBasicScenario-2128695247-router', 'tenant_id': '28fff00add654d2e8cde3a0fd46178b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '877df22d-6fa0-4be3-a533-ad8bfb4221c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:54Z', 'updated_at': '2022-03-14T18:55:58Z', 'revision_number': 4, 'project_id': '28fff00add654d2e8cde3a0fd46178b6', 'gw_port': {'id': '877df22d-6fa0-4be3-a533-ad8bfb4221c3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:55Z', 'updated_at': '2022-03-14T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'dd0066f9-0ad1-4ef7-9f77-d84830fc85f6', 'name': '', 'network_id': '1916560c-6037-4b7e-80e8-ded9c9292bee', 'tenant_id': '28fff00add654d2e8cde3a0fd46178b6', 'mac_address': 'fa:16:3e:d4:58:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7993396f-de3f-4a33-8d65-ea2193afb011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T18:56:03Z', 'revision_number': 4, 'project_id': '28fff00add654d2e8cde3a0fd46178b6', 'subnets': [{'id': '7993396f-de3f-4a33-8d65-ea2193afb011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:04.725065 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-40dd55b0-5347-48c5-b187-5588b76deca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:04.758804 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbffa1ea-1899-40e3-9f7a-283d7dd89547 None None] The sync data for ids ['ade55611-2dc1-4550-987d-0eb8cf76ecb4'] in dv-cinder-829664-3-iscsi is: [{'id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'name': 'tempest-TestMinimumBasicScenario-2128695247-router', 'tenant_id': '28fff00add654d2e8cde3a0fd46178b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '877df22d-6fa0-4be3-a533-ad8bfb4221c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:54Z', 'updated_at': '2022-03-14T18:55:58Z', 'revision_number': 4, 'project_id': '28fff00add654d2e8cde3a0fd46178b6', 'gw_port': {'id': '877df22d-6fa0-4be3-a533-ad8bfb4221c3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:55Z', 'updated_at': '2022-03-14T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'dd0066f9-0ad1-4ef7-9f77-d84830fc85f6', 'name': '', 'network_id': '1916560c-6037-4b7e-80e8-ded9c9292bee', 'tenant_id': '28fff00add654d2e8cde3a0fd46178b6', 'mac_address': 'fa:16:3e:d4:58:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7993396f-de3f-4a33-8d65-ea2193afb011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T18:56:03Z', 'revision_number': 4, 'project_id': '28fff00add654d2e8cde3a0fd46178b6', 'subnets': [{'id': '7993396f-de3f-4a33-8d65-ea2193afb011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:04.803391 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002517bf-40d8-43ea-966e-5d5bbe09bf0a req-4bac646a-ffe8-4ccd-bddd-9be16b8a9730 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:04.812234 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-002517bf-40d8-43ea-966e-5d5bbe09bf0a req-4bac646a-ffe8-4ccd-bddd-9be16b8a9730 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.1182594 Mar 14 18:56:04.856677 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-c30bf53e-7198-4c17-a65a-1008981cf71d None None] Current status of the port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:04.914961 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-002517bf-40d8-43ea-966e-5d5bbe09bf0a req-fa137b6a-21cc-4200-8ae5-bbfa81f2974b tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003408 Mar 14 18:56:05.150817 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 43966) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:05.157903 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-429729330-network', 'tenant_id': 'e02291454daf4b7da7874f6950671582'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:05.203385 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] Made reservation on behalf of e02291454daf4b7da7874f6950671582 for: {'network': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:05.209738 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:05.224116 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:05.404011 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] Publish callbacks [] for security_group (3989e527-a375-490d-888b-0e9c0c58067c), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:05.419605 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (3989e527-a375-490d-888b-0e9c0c58067c), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:05.464859 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=109513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:56:05.496945 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3989e527-a375-490d-888b-0e9c0c58067c,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:05.521489 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (203caf27-3177-429e-9888-7db2ccc6d463), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:05.522220 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.segments_db [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] Added segment 203caf27-3177-429e-9888-7db2ccc6d463 of type vlan for network 4f158dc2-f266-4a70-96a9-cb01ee67e157 Mar 14 18:56:05.621594 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (4f158dc2-f266-4a70-96a9-cb01ee67e157), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:05.667239 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (4f158dc2-f266-4a70-96a9-cb01ee67e157), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:05.668514 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:05.672203 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:05.752319 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5972700 Mar 14 18:56:05.755247 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43978) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:05.761913 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-8e1e899a-23eb-47ed-a673-3336fc5c9cb0 admin admin] Request body: {'subnet': {'network_id': '4f158dc2-f266-4a70-96a9-cb01ee67e157', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-429729330-subnet', 'tenant_id': 'e02291454daf4b7da7874f6950671582', 'ip_version': 4}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:05.771833 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41513647-ef77-4f46-bbfe-b5d66e753593 admin admin] Pushing event updated for resources: {'Network': ['ID=4f158dc2-f266-4a70-96a9-cb01ee67e157,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:05.784032 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network 4f158dc2-f266-4a70-96a9-cb01ee67e157 details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:56:05.807266 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1e899a-23eb-47ed-a673-3336fc5c9cb0 admin admin] Made reservation on behalf of e02291454daf4b7da7874f6950671582 for: {'subnet': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:05.810606 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8e1e899a-23eb-47ed-a673-3336fc5c9cb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4226277'] for subnet (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:05.998079 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:06.082484 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8e1e899a-23eb-47ed-a673-3336fc5c9cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5679204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4226295'] for subnet (22b9e595-722e-4445-9b2f-e83b18eb1d4f), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:06.101206 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:06.144442 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e899a-23eb-47ed-a673-3336fc5c9cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b9e595-722e-4445-9b2f-e83b18eb1d4f,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:06.159329 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1e899a-23eb-47ed-a673-3336fc5c9cb0 admin admin] Checking segment: {'id': '203caf27-3177-429e-9888-7db2ccc6d463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4f158dc2-f266-4a70-96a9-cb01ee67e157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:06.159776 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1e899a-23eb-47ed-a673-3336fc5c9cb0 admin admin] Network hostable DHCP agents. Network: 4f158dc2-f266-4a70-96a9-cb01ee67e157, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:56:06.177367 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:06.177743 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:06.189884 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1e899a-23eb-47ed-a673-3336fc5c9cb0 admin admin] Network 4f158dc2-f266-4a70-96a9-cb01ee67e157 is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:56:06.204345 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-8e1e899a-23eb-47ed-a673-3336fc5c9cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, 4f158dc2-f266-4a70-96a9-cb01ee67e157) {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:06.219768 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1e899a-23eb-47ed-a673-3336fc5c9cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:06.221793 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8e1e899a-23eb-47ed-a673-3336fc5c9cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:06.222439 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c187dd7e-c20d-4fe0-8d52-05713757a43f None None] Network 4f158dc2-f266-4a70-96a9-cb01ee67e157 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:56:06.245391 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-8e1e899a-23eb-47ed-a673-3336fc5c9cb0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4881303 Mar 14 18:56:06.248158 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 43982) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:06.261672 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-429729330-router', 'tenant_id': 'e02291454daf4b7da7874f6950671582', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:06.285220 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6339'] for router (b537d056-cb8b-4153-8128-cd4c9cc51455), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:06.286623 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1591601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (b537d056-cb8b-4153-8128-cd4c9cc51455), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:06.363526 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:06.363960 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:06.364684 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Publish callbacks [] for router_controller (b537d056-cb8b-4153-8128-cd4c9cc51455), precommit_add_association {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:06.415627 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:06.419674 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3a86f8-d13f-51ef-aa91-869d4696663f-4f158dc2-f266-4a70-96a9-cb01ee67e157', 'network_id': '4f158dc2-f266-4a70-96a9-cb01ee67e157', 'project_id': 'e02291454daf4b7da7874f6950671582', 'fixed_ips': [{'subnet_id': '22b9e595-722e-4445-9b2f-e83b18eb1d4f'}]}} from dv-cinder-829664-3-iscsi. {{(pid=109514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 18:56:06.421464 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:06.433594 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:06.434398 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:06.539238 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Publish callbacks [] for router_gateway (b537d056-cb8b-4153-8128-cd4c9cc51455), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:06.604755 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:06.680707 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:06.681090 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:06.746265 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.db_base_plugin_common [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Allocated IP 172.20.0.2 (4f158dc2-f266-4a70-96a9-cb01ee67e157/22b9e595-722e-4445-9b2f-e83b18eb1d4f/9c98b070-4209-4451-812f-271242933ff2) {{(pid=109514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:06.855228 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:06.868134 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Publish callbacks [] for router_gateway (b537d056-cb8b-4153-8128-cd4c9cc51455), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:06.890105 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:06.958423 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Publish callbacks [] for port (9c98b070-4209-4451-812f-271242933ff2), precommit_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:06.972172 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (9c98b070-4209-4451-812f-271242933ff2), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:07.008721 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Network 4f158dc2-f266-4a70-96a9-cb01ee67e157 is already hosted by enough agents. {{(pid=109514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:07.011847 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.base_scheduler [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Resources bound (agent type, host, resource id): {{(pid=109514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:07.016152 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Received port after_create {{(pid=109514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:07.065836 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Allocated IP 172.27.3.54 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/2421e8f9-ac6c-46f3-8fd0-02b622e28243) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:07.118310 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Attempting to bind port 9c98b070-4209-4451-812f-271242933ff2 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:07.118528 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Attempting to bind port 9c98b070-4209-4451-812f-271242933ff2 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '203caf27-3177-429e-9888-7db2ccc6d463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4f158dc2-f266-4a70-96a9-cb01ee67e157'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:07.118853 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Attempting to bind port 9c98b070-4209-4451-812f-271242933ff2 on network 4f158dc2-f266-4a70-96a9-cb01ee67e157 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:07.126657 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Pushing event updated for resources: {'Port': ['ID=9c98b070-4209-4451-812f-271242933ff2,revision_number=1']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:07.138064 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:07.139219 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Checking segment: {'id': '203caf27-3177-429e-9888-7db2ccc6d463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4f158dc2-f266-4a70-96a9-cb01ee67e157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:07.139844 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:07.140849 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Bound using segment: {'id': '203caf27-3177-429e-9888-7db2ccc6d463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4f158dc2-f266-4a70-96a9-cb01ee67e157'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:07.142291 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Bound port: 9c98b070-4209-4451-812f-271242933ff2, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203caf27-3177-429e-9888-7db2ccc6d463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4f158dc2-f266-4a70-96a9-cb01ee67e157'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:07.142866 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (9c98b070-4209-4451-812f-271242933ff2), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:07.151549 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:07.207267 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Publish callbacks [] for port (2421e8f9-ac6c-46f3-8fd0-02b622e28243), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:07.229955 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] For port 9c98b070-4209-4451-812f-271242933ff2, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:07.233740 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] For port 9c98b070-4209-4451-812f-271242933ff2, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=9c98b070-4209-4451-812f-271242933ff2,segment=NetworkSegment(203caf27-3177-429e-9888-7db2ccc6d463),segment_id=203caf27-3177-429e-9888-7db2ccc6d463)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:07.248341 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (9c98b070-4209-4451-812f-271242933ff2), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:07.276797 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (2421e8f9-ac6c-46f3-8fd0-02b622e28243), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:07.325594 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85a046-eb6b-45e3-8e90-822f9b9bff4d None None] Pushing event updated for resources: {'Port': ['ID=9c98b070-4209-4451-812f-271242933ff2,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:07.353073 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:07.355898 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Pushing event updated for resources: {'Port': ['ID=2421e8f9-ac6c-46f3-8fd0-02b622e28243,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:07.359618 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:07.362090 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:07.725815 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Publish callbacks [] for router_gateway (b537d056-cb8b-4153-8128-cd4c9cc51455), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:08.091804 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:08.213589 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:08.214026 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:08.400269 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:08.400269 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 9c98b070-4209-4451-812f-271242933ff2 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:08.480386 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475753'] for router (b537d056-cb8b-4153-8128-cd4c9cc51455), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:08.485912 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 9c98b070-4209-4451-812f-271242933ff2 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:08.486842 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (9c98b070-4209-4451-812f-271242933ff2), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:08.638304 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 9c98b070-4209-4451-812f-271242933ff2 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:08.638709 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (9c98b070-4209-4451-812f-271242933ff2), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:08.722119 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port 9c98b070-4209-4451-812f-271242933ff2, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=9c98b070-4209-4451-812f-271242933ff2,segment=NetworkSegment(203caf27-3177-429e-9888-7db2ccc6d463),segment_id=203caf27-3177-429e-9888-7db2ccc6d463)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:08.732947 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (9c98b070-4209-4451-812f-271242933ff2), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:08.742446 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Router b537d056-cb8b-4153-8128-cd4c9cc51455 is scheduled to L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 with binding_index 1 {{(pid=109512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:56:08.755075 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:08.782927 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Sync routers for ids ['b58cadef-117f-40dc-8952-b30eaf39d95f'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:08.790445 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f8d2d3-009d-418b-b41a-2bba99a695b6 None None] Network 4f158dc2-f266-4a70-96a9-cb01ee67e157 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:56:08.913881 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:56:08.924711 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Sync routers for ids ['b537d056-cb8b-4153-8128-cd4c9cc51455'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:08.943516 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Routers {'b537d056-cb8b-4153-8128-cd4c9cc51455'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:08.946026 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:56:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b537d056-cb8b-4153-8128-cd4c9cc51455'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:08.962318 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:08.966416 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-62ef7f8e-40ed-47e0-aa64-72a8cee45858 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7147360 Mar 14 18:56:08.966795 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 44008) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:09.106965 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Set router b537d056-cb8b-4153-8128-cd4c9cc51455 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:09.122848 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-ec94ca2a-13ef-49bd-9a74-8ddf7f15b114 None None] Provisioning complete for port 9c98b070-4209-4451-812f-271242933ff2 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:09.124129 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ec94ca2a-13ef-49bd-9a74-8ddf7f15b114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (9c98b070-4209-4451-812f-271242933ff2), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:09.128841 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Routers {'b58cadef-117f-40dc-8952-b30eaf39d95f'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:09.129493 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:56:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b58cadef-117f-40dc-8952-b30eaf39d95f'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:09.145600 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=9c98b070-4209-4451-812f-271242933ff2,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:09.329870 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Set router b58cadef-117f-40dc-8952-b30eaf39d95f gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:09.352640 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'name': 'tempest-TestShelveInstance-429729330-router', 'tenant_id': 'e02291454daf4b7da7874f6950671582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '2421e8f9-ac6c-46f3-8fd0-02b622e28243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T18:56:07Z', 'revision_number': 3, 'project_id': 'e02291454daf4b7da7874f6950671582', 'gw_port': {'id': '2421e8f9-ac6c-46f3-8fd0-02b622e28243', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T18:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:09.388814 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Checking router: b537d056-cb8b-4153-8128-cd4c9cc51455 for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:09.389236 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Updating router b537d056-cb8b-4153-8128-cd4c9cc51455 port 2421e8f9-ac6c-46f3-8fd0-02b622e28243 binding host dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:56:09.425076 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (2421e8f9-ac6c-46f3-8fd0-02b622e28243), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:09.595460 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-ec94ca2a-13ef-49bd-9a74-8ddf7f15b114 None None] Current status of the port 9c98b070-4209-4451-812f-271242933ff2 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:09.628383 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:09.660787 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T18:56:02Z', 'revision_number': 4, 'project_id': '62602078318e427f9a6427505192c559', 'gw_port': {'id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:58Z', 'updated_at': '2022-03-14T18:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '10286fd3-c716-435c-8e36-f55317003e43', 'name': '', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'tenant_id': '62602078318e427f9a6427505192c559', 'mac_address': 'fa:16:3e:39:db:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:01Z', 'updated_at': '2022-03-14T18:56:02Z', 'revision_number': 2, 'project_id': '62602078318e427f9a6427505192c559', 'subnets': [{'id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:09.709871 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Checking router: b58cadef-117f-40dc-8952-b30eaf39d95f for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:09.710504 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Updating router b58cadef-117f-40dc-8952-b30eaf39d95f port 10286fd3-c716-435c-8e36-f55317003e43 binding host dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:56:09.770063 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (10286fd3-c716-435c-8e36-f55317003e43), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:09.856733 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-67747b01-6c90-46cf-941d-f869de6e0e87 None None] Provisioning complete for port 9c98b070-4209-4451-812f-271242933ff2 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:09.857129 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-67747b01-6c90-46cf-941d-f869de6e0e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (9c98b070-4209-4451-812f-271242933ff2), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:09.885591 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Publish callbacks [] for port (2421e8f9-ac6c-46f3-8fd0-02b622e28243), precommit_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:09.906421 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (2421e8f9-ac6c-46f3-8fd0-02b622e28243), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:09.961203 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Attempting to bind port 2421e8f9-ac6c-46f3-8fd0-02b622e28243 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:09.962508 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Attempting to bind port 2421e8f9-ac6c-46f3-8fd0-02b622e28243 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:09.963118 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Attempting to bind port 2421e8f9-ac6c-46f3-8fd0-02b622e28243 on network fca46202-598b-4647-ad28-6a17f14c2b27 {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:09.979976 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:09.980354 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Checking segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:09.981508 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:09.982008 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Bound using segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:09.982873 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Bound port: 2421e8f9-ac6c-46f3-8fd0-02b622e28243, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:09.983123 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (2421e8f9-ac6c-46f3-8fd0-02b622e28243), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:09.983980 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 9c98b070-4209-4451-812f-271242933ff2 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:09.984768 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Allocated IP 172.20.0.1 (4f158dc2-f266-4a70-96a9-cb01ee67e157/22b9e595-722e-4445-9b2f-e83b18eb1d4f/d399325c-1f44-4378-bd70-8993b9a83fcf) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:10.019048 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1987aab-f044-45ed-b325-90922e30776c None None] Pushing event updated for resources: {'Port': ['ID=2421e8f9-ac6c-46f3-8fd0-02b622e28243,revision_number=2']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:10.092876 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] For port 2421e8f9-ac6c-46f3-8fd0-02b622e28243, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:10.100388 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] For port 2421e8f9-ac6c-46f3-8fd0-02b622e28243, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=2421e8f9-ac6c-46f3-8fd0-02b622e28243,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:10.113597 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (2421e8f9-ac6c-46f3-8fd0-02b622e28243), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:10.136641 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 9c98b070-4209-4451-812f-271242933ff2 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:10.141567 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Publish callbacks [] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:10.142878 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (9c98b070-4209-4451-812f-271242933ff2), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:10.191441 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:10.261826 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Routers {'b537d056-cb8b-4153-8128-cd4c9cc51455'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:10.264738 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:56:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b537d056-cb8b-4153-8128-cd4c9cc51455'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:10.279223 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1987aab-f044-45ed-b325-90922e30776c None None] Pushing event updated for resources: {'Port': ['ID=2421e8f9-ac6c-46f3-8fd0-02b622e28243,revision_number=3']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:10.309592 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Network 4f158dc2-f266-4a70-96a9-cb01ee67e157 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:10.312369 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Pushing event updated for resources: {'Port': ['ID=d399325c-1f44-4378-bd70-8993b9a83fcf,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:10.325945 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:10.345108 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:10.444733 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475832'] for router_interface (b537d056-cb8b-4153-8128-cd4c9cc51455), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:10.583525 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] Set router b537d056-cb8b-4153-8128-cd4c9cc51455 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:10.599918 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 9c98b070-4209-4451-812f-271242933ff2 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:10.617265 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-67747b01-6c90-46cf-941d-f869de6e0e87 None None] Current status of the port 9c98b070-4209-4451-812f-271242933ff2 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:10.735425 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:10.891639 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Publish callbacks [] for port (10286fd3-c716-435c-8e36-f55317003e43), precommit_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:10.905770 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (10286fd3-c716-435c-8e36-f55317003e43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:11.004414 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-88b67d8c-5e25-48ce-8ac1-749252adb95a None None] Provisioning complete for port d399325c-1f44-4378-bd70-8993b9a83fcf triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:11.005157 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-88b67d8c-5e25-48ce-8ac1-749252adb95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:11.014620 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'name': 'tempest-TestShelveInstance-429729330-router', 'tenant_id': 'e02291454daf4b7da7874f6950671582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '2421e8f9-ac6c-46f3-8fd0-02b622e28243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T18:56:07Z', 'revision_number': 3, 'project_id': 'e02291454daf4b7da7874f6950671582', 'gw_port': {'id': '2421e8f9-ac6c-46f3-8fd0-02b622e28243', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T18:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:11.098005 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ba096-e5b2-4926-b684-f3dfb7f6f8d5 None None] Pushing event updated for resources: {'Port': ['ID=10286fd3-c716-435c-8e36-f55317003e43,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:11.111692 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1659b2-c5e0-49ad-97c8-d4a8b6e0ec28 None None] The sync data for ids ['b537d056-cb8b-4153-8128-cd4c9cc51455'] in dv-cinder-829664-3-iscsi is: [{'id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'name': 'tempest-TestShelveInstance-429729330-router', 'tenant_id': 'e02291454daf4b7da7874f6950671582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '2421e8f9-ac6c-46f3-8fd0-02b622e28243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T18:56:07Z', 'revision_number': 3, 'project_id': 'e02291454daf4b7da7874f6950671582', 'gw_port': {'id': '2421e8f9-ac6c-46f3-8fd0-02b622e28243', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T18:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:11.196454 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-88b67d8c-5e25-48ce-8ac1-749252adb95a None None] Port d399325c-1f44-4378-bd70-8993b9a83fcf cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:56:11.229116 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Publish callbacks [] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:11.241567 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4788572'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:11.251449 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Attempting to bind port 10286fd3-c716-435c-8e36-f55317003e43 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:11.254033 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Attempting to bind port 10286fd3-c716-435c-8e36-f55317003e43 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': 'e04e1c2f-7717-4c53-ae94-2711e3b2d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:11.254878 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Attempting to bind port 10286fd3-c716-435c-8e36-f55317003e43 on network 82333385-ac2d-4839-8665-1cd431d3a6f7 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:11.265200 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:11.266091 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Checking segment: {'id': 'e04e1c2f-7717-4c53-ae94-2711e3b2d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:11.266704 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:11.267294 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Bound using segment: {'id': 'e04e1c2f-7717-4c53-ae94-2711e3b2d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:11.267988 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Bound port: 10286fd3-c716-435c-8e36-f55317003e43, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04e1c2f-7717-4c53-ae94-2711e3b2d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:11.268574 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (10286fd3-c716-435c-8e36-f55317003e43), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:11.332773 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Pushing event updated for resources: {'Port': ['ID=d399325c-1f44-4378-bd70-8993b9a83fcf,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:11.335706 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478248'] for router_interface (b537d056-cb8b-4153-8128-cd4c9cc51455), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:11.382867 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] For port 10286fd3-c716-435c-8e36-f55317003e43, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:11.387139 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] For port 10286fd3-c716-435c-8e36-f55317003e43, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=10286fd3-c716-435c-8e36-f55317003e43,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:11.400152 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (10286fd3-c716-435c-8e36-f55317003e43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:11.461623 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Network 4f158dc2-f266-4a70-96a9-cb01ee67e157 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:11.465072 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:11.497568 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-1fdf6c70-b58f-4386-92f6-08213430578f None None] Provisioning complete for port 10286fd3-c716-435c-8e36-f55317003e43 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:11.497947 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6c70-b58f-4386-92f6-08213430578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (10286fd3-c716-435c-8e36-f55317003e43), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:11.591800 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Routers {'b58cadef-117f-40dc-8952-b30eaf39d95f'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:11.591800 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:56:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b58cadef-117f-40dc-8952-b30eaf39d95f'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:11.663088 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ba096-e5b2-4926-b684-f3dfb7f6f8d5 None None] Pushing event updated for resources: {'Port': ['ID=10286fd3-c716-435c-8e36-f55317003e43,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:11.808723 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] Set router b58cadef-117f-40dc-8952-b30eaf39d95f gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:11.910702 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:56:12.225221 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 2421e8f9-ac6c-46f3-8fd0-02b622e28243 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:12.381143 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Router b537d056-cb8b-4153-8128-cd4c9cc51455 has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:56:12.567863 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf6c70-b58f-4386-92f6-08213430578f None None] Current status of the port 10286fd3-c716-435c-8e36-f55317003e43 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:12.568273 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6c70-b58f-4386-92f6-08213430578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (10286fd3-c716-435c-8e36-f55317003e43), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:12.660421 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:56:12.665519 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 2421e8f9-ac6c-46f3-8fd0-02b622e28243 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:12.665895 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (2421e8f9-ac6c-46f3-8fd0-02b622e28243), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:12.682770 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-fafb05bc-513f-496a-902a-fc0410ed7aac admin admin] 10.222.0.52 "PUT /v2.0/routers/b537d056-cb8b-4153-8128-cd4c9cc51455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7098022 Mar 14 18:56:12.979838 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-1fdf6c70-b58f-4386-92f6-08213430578f None None] For port 10286fd3-c716-435c-8e36-f55317003e43, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=10286fd3-c716-435c-8e36-f55317003e43,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:12.998340 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6c70-b58f-4386-92f6-08213430578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (10286fd3-c716-435c-8e36-f55317003e43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:13.051080 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf6c70-b58f-4386-92f6-08213430578f None None] Pushing event updated for resources: {'Port': ['ID=10286fd3-c716-435c-8e36-f55317003e43,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:13.134534 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 2421e8f9-ac6c-46f3-8fd0-02b622e28243 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:13.134932 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (2421e8f9-ac6c-46f3-8fd0-02b622e28243), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:13.156060 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-0b769fef-b9dc-4e1a-a22e-7f238e9c4e3c None None] Provisioning complete for port d399325c-1f44-4378-bd70-8993b9a83fcf triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:13.156434 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0b769fef-b9dc-4e1a-a22e-7f238e9c4e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:13.196246 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port 2421e8f9-ac6c-46f3-8fd0-02b622e28243, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=2421e8f9-ac6c-46f3-8fd0-02b622e28243,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:13.214694 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (2421e8f9-ac6c-46f3-8fd0-02b622e28243), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:13.222856 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T18:56:02Z', 'revision_number': 4, 'project_id': '62602078318e427f9a6427505192c559', 'gw_port': {'id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:58Z', 'updated_at': '2022-03-14T18:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '10286fd3-c716-435c-8e36-f55317003e43', 'name': '', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'tenant_id': '62602078318e427f9a6427505192c559', 'mac_address': 'fa:16:3e:39:db:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:01Z', 'updated_at': '2022-03-14T18:56:11Z', 'revision_number': 4, 'project_id': '62602078318e427f9a6427505192c559', 'subnets': [{'id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:13.225707 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-0b769fef-b9dc-4e1a-a22e-7f238e9c4e3c None None] Port d399325c-1f44-4378-bd70-8993b9a83fcf cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:56:13.276429 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89725f9-9c25-4529-a348-fa7bd19ec3f7 None None] The sync data for ids ['b58cadef-117f-40dc-8952-b30eaf39d95f'] in dv-cinder-829664-3-iscsi is: [{'id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T18:56:02Z', 'revision_number': 4, 'project_id': '62602078318e427f9a6427505192c559', 'gw_port': {'id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:58Z', 'updated_at': '2022-03-14T18:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '10286fd3-c716-435c-8e36-f55317003e43', 'name': '', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'tenant_id': '62602078318e427f9a6427505192c559', 'mac_address': 'fa:16:3e:39:db:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:01Z', 'updated_at': '2022-03-14T18:56:11Z', 'revision_number': 4, 'project_id': '62602078318e427f9a6427505192c559', 'subnets': [{'id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:13.312513 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-0b769fef-b9dc-4e1a-a22e-7f238e9c4e3c None None] Provisioning complete for port 10286fd3-c716-435c-8e36-f55317003e43 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:13.312896 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0b769fef-b9dc-4e1a-a22e-7f238e9c4e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (10286fd3-c716-435c-8e36-f55317003e43), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:13.314656 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=2421e8f9-ac6c-46f3-8fd0-02b622e28243,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:13.506505 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-0b769fef-b9dc-4e1a-a22e-7f238e9c4e3c None None] Current status of the port 10286fd3-c716-435c-8e36-f55317003e43 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:13.684271 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 44092) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:13.689538 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-cad251a8-77d0-467e-a3ac-45be1277b382 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084788458', 'description': 'tempest-secgroup-smoke-2084788458 description', 'project_id': '62602078318e427f9a6427505192c559'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:13.758087 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-cad251a8-77d0-467e-a3ac-45be1277b382 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:13.928538 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-cad251a8-77d0-467e-a3ac-45be1277b382 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group (8bb3dafa-a113-44fc-9faf-f99da4bdf1ce), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:13.958477 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-cad251a8-77d0-467e-a3ac-45be1277b382 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (8bb3dafa-a113-44fc-9faf-f99da4bdf1ce), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:13.990953 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Sync routers for ids ['b537d056-cb8b-4153-8128-cd4c9cc51455'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:14.017822 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Routers {'b537d056-cb8b-4153-8128-cd4c9cc51455'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:14.018700 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:56:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b537d056-cb8b-4153-8128-cd4c9cc51455'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:14.034809 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-cad251a8-77d0-467e-a3ac-45be1277b382 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.037080 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-cad251a8-77d0-467e-a3ac-45be1277b382 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3527243 Mar 14 18:56:14.039262 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad251a8-77d0-467e-a3ac-45be1277b382 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:14.040111 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 44098) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:14.045999 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-ae136a5d-f4f1-4953-97eb-20c6ca86587a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Request body: {'security_group_rule': {'security_group_id': '8bb3dafa-a113-44fc-9faf-f99da4bdf1ce', 'project_id': '62602078318e427f9a6427505192c559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:14.088355 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ae136a5d-f4f1-4953-97eb-20c6ca86587a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (274eb3f4-ee3a-4336-ad54-9f3487d1b838), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.198874 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 2421e8f9-ac6c-46f3-8fd0-02b622e28243 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:14.216821 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ae136a5d-f4f1-4953-97eb-20c6ca86587a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (274eb3f4-ee3a-4336-ad54-9f3487d1b838), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.225525 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ae136a5d-f4f1-4953-97eb-20c6ca86587a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (274eb3f4-ee3a-4336-ad54-9f3487d1b838), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.269062 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Set router b537d056-cb8b-4153-8128-cd4c9cc51455 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:14.281253 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae136a5d-f4f1-4953-97eb-20c6ca86587a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274eb3f4-ee3a-4336-ad54-9f3487d1b838,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:14.290810 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ae136a5d-f4f1-4953-97eb-20c6ca86587a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.292202 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-ae136a5d-f4f1-4953-97eb-20c6ca86587a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2510087 Mar 14 18:56:14.295198 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 44100) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:14.301341 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-906d1c47-5ee2-40f4-9528-b6b8d1c92d8e tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Request body: {'security_group_rule': {'security_group_id': '8bb3dafa-a113-44fc-9faf-f99da4bdf1ce', 'project_id': '62602078318e427f9a6427505192c559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:14.338021 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-906d1c47-5ee2-40f4-9528-b6b8d1c92d8e tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (41dbb234-3fb6-43a5-a741-88196260a75e), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.370589 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 2421e8f9-ac6c-46f3-8fd0-02b622e28243 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:14.370965 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (2421e8f9-ac6c-46f3-8fd0-02b622e28243), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.406873 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-906d1c47-5ee2-40f4-9528-b6b8d1c92d8e tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (41dbb234-3fb6-43a5-a741-88196260a75e), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.412743 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-906d1c47-5ee2-40f4-9528-b6b8d1c92d8e tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (41dbb234-3fb6-43a5-a741-88196260a75e), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.429431 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d1c47-5ee2-40f4-9528-b6b8d1c92d8e tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dbb234-3fb6-43a5-a741-88196260a75e,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:14.454928 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-906d1c47-5ee2-40f4-9528-b6b8d1c92d8e tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.460136 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-906d1c47-5ee2-40f4-9528-b6b8d1c92d8e tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1638567 Mar 14 18:56:14.462788 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 44106) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:14.473314 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-638d324d-7c26-4f67-a4ac-676daf649ac3 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Request body: {'security_group_rule': {'security_group_id': '8bb3dafa-a113-44fc-9faf-f99da4bdf1ce', 'project_id': '62602078318e427f9a6427505192c559', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:14.531738 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-638d324d-7c26-4f67-a4ac-676daf649ac3 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (353d5f70-49a1-4649-9d0b-5f8d837e2fd6), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.562327 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 2421e8f9-ac6c-46f3-8fd0-02b622e28243 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:14.563708 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 10286fd3-c716-435c-8e36-f55317003e43 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:14.653476 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-638d324d-7c26-4f67-a4ac-676daf649ac3 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (353d5f70-49a1-4649-9d0b-5f8d837e2fd6), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.659221 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-638d324d-7c26-4f67-a4ac-676daf649ac3 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (353d5f70-49a1-4649-9d0b-5f8d837e2fd6), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.659441 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'name': 'tempest-TestShelveInstance-429729330-router', 'tenant_id': 'e02291454daf4b7da7874f6950671582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '2421e8f9-ac6c-46f3-8fd0-02b622e28243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T18:56:10Z', 'revision_number': 4, 'project_id': 'e02291454daf4b7da7874f6950671582', 'gw_port': {'id': '2421e8f9-ac6c-46f3-8fd0-02b622e28243', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T18:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'd399325c-1f44-4378-bd70-8993b9a83fcf', 'name': '', 'network_id': '4f158dc2-f266-4a70-96a9-cb01ee67e157', 'tenant_id': 'e02291454daf4b7da7874f6950671582', 'mac_address': 'fa:16:3e:39:e2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '22b9e595-722e-4445-9b2f-e83b18eb1d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:09Z', 'updated_at': '2022-03-14T18:56:10Z', 'revision_number': 2, 'project_id': 'e02291454daf4b7da7874f6950671582', 'subnets': [{'id': '22b9e595-722e-4445-9b2f-e83b18eb1d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:14.661408 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 10286fd3-c716-435c-8e36-f55317003e43 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:14.661558 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (10286fd3-c716-435c-8e36-f55317003e43), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.697167 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d324d-7c26-4f67-a4ac-676daf649ac3 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353d5f70-49a1-4649-9d0b-5f8d837e2fd6,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:14.712044 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-638d324d-7c26-4f67-a4ac-676daf649ac3 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.716226 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-638d324d-7c26-4f67-a4ac-676daf649ac3 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2488177 Mar 14 18:56:14.716226 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 44112) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:14.721335 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-f064d3ba-d028-4b4b-9346-0b32f6ec8886 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Request body: {'security_group_rule': {'security_group_id': '8bb3dafa-a113-44fc-9faf-f99da4bdf1ce', 'project_id': '62602078318e427f9a6427505192c559', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:14.730897 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Checking router: b537d056-cb8b-4153-8128-cd4c9cc51455 for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:14.731269 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Updating router b537d056-cb8b-4153-8128-cd4c9cc51455 port d399325c-1f44-4378-bd70-8993b9a83fcf binding host dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:56:14.755711 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f064d3ba-d028-4b4b-9346-0b32f6ec8886 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (fa0cc9f6-8c54-4397-ad85-d01156a69f77), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.783978 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.824174 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f064d3ba-d028-4b4b-9346-0b32f6ec8886 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (fa0cc9f6-8c54-4397-ad85-d01156a69f77), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.831469 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f064d3ba-d028-4b4b-9346-0b32f6ec8886 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (fa0cc9f6-8c54-4397-ad85-d01156a69f77), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.854492 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064d3ba-d028-4b4b-9346-0b32f6ec8886 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0cc9f6-8c54-4397-ad85-d01156a69f77,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:14.889467 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f064d3ba-d028-4b4b-9346-0b32f6ec8886 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.896410 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 44116) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:14.897229 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-f064d3ba-d028-4b4b-9346-0b32f6ec8886 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1796832 Mar 14 18:56:14.901096 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-65873382-d111-42d8-ad71-8c6361e3f1d5 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Request body: {'security_group_rule': {'security_group_id': '8bb3dafa-a113-44fc-9faf-f99da4bdf1ce', 'project_id': '62602078318e427f9a6427505192c559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:14.949819 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.securitygroups_db [None req-65873382-d111-42d8-ad71-8c6361e3f1d5 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Project 62602078318e427f9a6427505192c559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:56:14.958062 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-65873382-d111-42d8-ad71-8c6361e3f1d5 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (7bf5afc0-ae53-4550-b146-aefdb89e5111), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:15.060115 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 10286fd3-c716-435c-8e36-f55317003e43 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:15.070320 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-65873382-d111-42d8-ad71-8c6361e3f1d5 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (7bf5afc0-ae53-4550-b146-aefdb89e5111), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:15.089044 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-65873382-d111-42d8-ad71-8c6361e3f1d5 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (7bf5afc0-ae53-4550-b146-aefdb89e5111), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:15.118718 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65873382-d111-42d8-ad71-8c6361e3f1d5 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf5afc0-ae53-4550-b146-aefdb89e5111,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:15.152023 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-65873382-d111-42d8-ad71-8c6361e3f1d5 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:15.156366 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 44120) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:15.156621 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-65873382-d111-42d8-ad71-8c6361e3f1d5 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2589662 Mar 14 18:56:15.163581 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-16b7e2a9-7fe1-4d2b-bdc9-f5cd37cde543 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Request body: {'security_group_rule': {'security_group_id': '8bb3dafa-a113-44fc-9faf-f99da4bdf1ce', 'project_id': '62602078318e427f9a6427505192c559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:15.201769 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.securitygroups_db [None req-16b7e2a9-7fe1-4d2b-bdc9-f5cd37cde543 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Project 62602078318e427f9a6427505192c559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:56:15.213232 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-16b7e2a9-7fe1-4d2b-bdc9-f5cd37cde543 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (6cf821af-3a8c-4ff8-a7f7-809bcccfcee5), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:15.235185 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Publish callbacks [] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), precommit_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:15.249474 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:15.315515 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-16b7e2a9-7fe1-4d2b-bdc9-f5cd37cde543 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (6cf821af-3a8c-4ff8-a7f7-809bcccfcee5), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:15.333760 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-16b7e2a9-7fe1-4d2b-bdc9-f5cd37cde543 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (6cf821af-3a8c-4ff8-a7f7-809bcccfcee5), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:15.381278 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7e2a9-7fe1-4d2b-bdc9-f5cd37cde543 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf821af-3a8c-4ff8-a7f7-809bcccfcee5,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:15.396077 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-16b7e2a9-7fe1-4d2b-bdc9-f5cd37cde543 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:15.406737 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-16b7e2a9-7fe1-4d2b-bdc9-f5cd37cde543 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2414236 Mar 14 18:56:15.469519 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb32bb-278d-4c36-8083-b73238ea6d36 None None] Pushing event updated for resources: {'Port': ['ID=d399325c-1f44-4378-bd70-8993b9a83fcf,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:15.472870 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Attempting to bind port d399325c-1f44-4378-bd70-8993b9a83fcf on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:15.473239 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Attempting to bind port d399325c-1f44-4378-bd70-8993b9a83fcf by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '203caf27-3177-429e-9888-7db2ccc6d463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4f158dc2-f266-4a70-96a9-cb01ee67e157'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:15.473630 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Attempting to bind port d399325c-1f44-4378-bd70-8993b9a83fcf on network 4f158dc2-f266-4a70-96a9-cb01ee67e157 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:15.480496 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:15.480879 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Checking segment: {'id': '203caf27-3177-429e-9888-7db2ccc6d463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4f158dc2-f266-4a70-96a9-cb01ee67e157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:15.481285 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:15.481675 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Bound using segment: {'id': '203caf27-3177-429e-9888-7db2ccc6d463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4f158dc2-f266-4a70-96a9-cb01ee67e157'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:15.482170 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Bound port: d399325c-1f44-4378-bd70-8993b9a83fcf, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203caf27-3177-429e-9888-7db2ccc6d463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4f158dc2-f266-4a70-96a9-cb01ee67e157'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:15.482600 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:15.605649 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] For port d399325c-1f44-4378-bd70-8993b9a83fcf, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:15.612658 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] For port d399325c-1f44-4378-bd70-8993b9a83fcf, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=d399325c-1f44-4378-bd70-8993b9a83fcf,segment=NetworkSegment(203caf27-3177-429e-9888-7db2ccc6d463),segment_id=203caf27-3177-429e-9888-7db2ccc6d463)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:15.638329 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:15.731037 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-3b011b7b-e144-4ad0-90a3-9c31c0b53632 None None] Provisioning complete for port d399325c-1f44-4378-bd70-8993b9a83fcf triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:15.731414 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-3b011b7b-e144-4ad0-90a3-9c31c0b53632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:15.780857 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb32bb-278d-4c36-8083-b73238ea6d36 None None] Pushing event updated for resources: {'Port': ['ID=d399325c-1f44-4378-bd70-8993b9a83fcf,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:15.783736 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Routers {'b537d056-cb8b-4153-8128-cd4c9cc51455'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:15.784352 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:56:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b537d056-cb8b-4153-8128-cd4c9cc51455'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:16.119330 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] Set router b537d056-cb8b-4153-8128-cd4c9cc51455 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:16.335718 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 44174) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:16.344160 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-3b011b7b-e144-4ad0-90a3-9c31c0b53632 None None] Current status of the port d399325c-1f44-4378-bd70-8993b9a83fcf is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:16.344841 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-3b011b7b-e144-4ad0-90a3-9c31c0b53632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:16.398934 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-3b011b7b-e144-4ad0-90a3-9c31c0b53632 None None] For port d399325c-1f44-4378-bd70-8993b9a83fcf, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=d399325c-1f44-4378-bd70-8993b9a83fcf,segment=NetworkSegment(203caf27-3177-429e-9888-7db2ccc6d463),segment_id=203caf27-3177-429e-9888-7db2ccc6d463)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:16.406165 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-3b011b7b-e144-4ad0-90a3-9c31c0b53632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:16.503963 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:16.505371 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b011b7b-e144-4ad0-90a3-9c31c0b53632 None None] Pushing event updated for resources: {'Port': ['ID=d399325c-1f44-4378-bd70-8993b9a83fcf,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:16.544092 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-89912800-27d5-4f10-b7d4-7e77b9f1e614 None None] Provisioning complete for port d399325c-1f44-4378-bd70-8993b9a83fcf triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:16.544477 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-89912800-27d5-4f10-b7d4-7e77b9f1e614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:16.576183 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'name': 'tempest-TestShelveInstance-429729330-router', 'tenant_id': 'e02291454daf4b7da7874f6950671582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '2421e8f9-ac6c-46f3-8fd0-02b622e28243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T18:56:10Z', 'revision_number': 4, 'project_id': 'e02291454daf4b7da7874f6950671582', 'gw_port': {'id': '2421e8f9-ac6c-46f3-8fd0-02b622e28243', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T18:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'd399325c-1f44-4378-bd70-8993b9a83fcf', 'name': '', 'network_id': '4f158dc2-f266-4a70-96a9-cb01ee67e157', 'tenant_id': 'e02291454daf4b7da7874f6950671582', 'mac_address': 'fa:16:3e:39:e2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '22b9e595-722e-4445-9b2f-e83b18eb1d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:09Z', 'updated_at': '2022-03-14T18:56:15Z', 'revision_number': 4, 'project_id': 'e02291454daf4b7da7874f6950671582', 'subnets': [{'id': '22b9e595-722e-4445-9b2f-e83b18eb1d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:16.609848 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Publish callbacks [] for security_group (61214cfc-d093-4e7a-a082-fb5a8f705ebf), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:16.612977 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c3186-fb98-495c-b5a5-50819a183466 None None] The sync data for ids ['b537d056-cb8b-4153-8128-cd4c9cc51455'] in dv-cinder-829664-3-iscsi is: [{'id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'name': 'tempest-TestShelveInstance-429729330-router', 'tenant_id': 'e02291454daf4b7da7874f6950671582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '2421e8f9-ac6c-46f3-8fd0-02b622e28243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T18:56:10Z', 'revision_number': 4, 'project_id': 'e02291454daf4b7da7874f6950671582', 'gw_port': {'id': '2421e8f9-ac6c-46f3-8fd0-02b622e28243', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T18:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'd399325c-1f44-4378-bd70-8993b9a83fcf', 'name': '', 'network_id': '4f158dc2-f266-4a70-96a9-cb01ee67e157', 'tenant_id': 'e02291454daf4b7da7874f6950671582', 'mac_address': 'fa:16:3e:39:e2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '22b9e595-722e-4445-9b2f-e83b18eb1d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:09Z', 'updated_at': '2022-03-14T18:56:15Z', 'revision_number': 4, 'project_id': 'e02291454daf4b7da7874f6950671582', 'subnets': [{'id': '22b9e595-722e-4445-9b2f-e83b18eb1d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:16.618108 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (61214cfc-d093-4e7a-a082-fb5a8f705ebf), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:16.748887 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-89912800-27d5-4f10-b7d4-7e77b9f1e614 None None] Current status of the port d399325c-1f44-4378-bd70-8993b9a83fcf is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:16.766716 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 44194) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:16.772145 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9e12c3a86ec04dc29726df177101c9db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270797 Mar 14 18:56:16.776252 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61214cfc-d093-4e7a-a082-fb5a8f705ebf,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:16.788463 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.788923 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.789506 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.789933 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.790358 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.790779 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.791342 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.791788 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.792324 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.796414 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.796904 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.797364 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.798319 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.798319 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.798604 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2706d17c-a017-4fa4-9270-f79d3066ffed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.871455 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Publish callbacks [] for security_group (61214cfc-d093-4e7a-a082-fb5a8f705ebf), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:16.896872 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Publish callbacks [] for security_group (61214cfc-d093-4e7a-a082-fb5a8f705ebf), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:16.959471 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (61214cfc-d093-4e7a-a082-fb5a8f705ebf), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:16.962902 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:16.964543 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61214cfc-d093-4e7a-a082-fb5a8f705ebf HTTP/1.1" status: 204 len: 168 time: 0.1967993 Mar 14 18:56:16.974718 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61214cfc-d093-4e7a-a082-fb5a8f705ebf,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:16.984432 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.984960 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.985456 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.985949 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.986470 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.986949 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.987428 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.987919 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.988395 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.988889 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.989367 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.989845 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.990452 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.990977 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:16.991520 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99267dce-ac42-4cd6-89f6-fa5893d718b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:17.991180 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device d399325c-1f44-4378-bd70-8993b9a83fcf up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:18.066870 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port d399325c-1f44-4378-bd70-8993b9a83fcf triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:18.067650 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:18.190451 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port d399325c-1f44-4378-bd70-8993b9a83fcf is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:18.650174 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-093ee3ff-257b-4d10-be95-caf3f230f6ff tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:18.651566 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-093ee3ff-257b-4d10-be95-caf3f230f6ff tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/networks?id=6a1bead0-0281-41a2-92e4-3855fcf71ce9 HTTP/1.1" status: 200 len: 814 time: 0.1039660 Mar 14 18:56:18.669173 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-9af96c1e-9ceb-473c-8c39-6f60a1ad4e4c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/quotas/97e17f4e7b5f4d249b69708b9a78f5c0 HTTP/1.1" status: 200 len: 375 time: 0.0098510 Mar 14 18:56:18.723893 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-c47ddf71-6d5e-411c-a686-4737b6642950 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=97e17f4e7b5f4d249b69708b9a78f5c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494554 Mar 14 18:56:18.825408 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-f5ba996b-b9bd-4cef-ab2b-2abc60b9f5d3 service neutron] 10.222.0.52 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876594 Mar 14 18:56:18.915924 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-a25a9237-9db5-4c48-b551-72bf96fbe207 service neutron] 10.222.0.52 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842230 Mar 14 18:56:19.089914 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-96e7652a-4042-4f26-bbd4-3f95f62c7b9b req-e1d275ce-619d-4c5d-8977-29436602dcd0 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0316570 Mar 14 18:56:20.208652 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a06f7d4d-50fa-4d0a-b70a-1cb060ef0ed5 req-4b7ff5de-4283-4e0f-a8e3-9d26b4272e0a tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0353663 Mar 14 18:56:20.251079 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-13ffdb66-4f54-49b5-ac20-9bb4d2973628 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:20.252652 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-13ffdb66-4f54-49b5-ac20-9bb4d2973628 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.69 "GET /v2.0/networks?id=6a1bead0-0281-41a2-92e4-3855fcf71ce9 HTTP/1.1" status: 200 len: 814 time: 0.1424477 Mar 14 18:56:20.275825 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-3f07b915-afd8-400a-9823-e1b19f537a09 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Request body: {'port': {'device_id': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'admin_state_up': True, 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:20.386984 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-3f07b915-afd8-400a-9823-e1b19f537a09 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Made reservation on behalf of 97e17f4e7b5f4d249b69708b9a78f5c0 for: {'port': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:20.391435 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-3f07b915-afd8-400a-9823-e1b19f537a09 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:20.575233 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f0fef9f1-3807-4bc0-b24f-50b451f30a06 req-3d5ade58-866d-4ccf-8d21-002b7084bfb2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530868 Mar 14 18:56:20.578340 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-3f07b915-afd8-400a-9823-e1b19f537a09 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Allocated IP 172.20.0.9 (6a1bead0-0281-41a2-92e4-3855fcf71ce9/bcc3bd51-6b92-4325-a854-3a44a0a0d766/ad669e09-fb85-405e-9d07-a48e3667c19c) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:20.650998 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fef9f1-3807-4bc0-b24f-50b451f30a06 req-46e01549-9828-473d-8726-908b75a5506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:20.652670 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f0fef9f1-3807-4bc0-b24f-50b451f30a06 req-46e01549-9828-473d-8726-908b75a5506d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ab2ae9ef74c4219b541c0ffefdc5fb5&device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 1130 time: 0.0478320 Mar 14 18:56:20.751894 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-3f07b915-afd8-400a-9823-e1b19f537a09 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:20.797440 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fef9f1-3807-4bc0-b24f-50b451f30a06 req-90468b90-358a-4f27-a6d4-7dbb3287eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:20.799416 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f0fef9f1-3807-4bc0-b24f-50b451f30a06 req-90468b90-358a-4f27-a6d4-7dbb3287eaef service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4943cbb-86ed-41d1-ba7e-068bc9f558be HTTP/1.1" status: 200 len: 920 time: 0.1179812 Mar 14 18:56:20.870396 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-3f07b915-afd8-400a-9823-e1b19f537a09 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:20.963818 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-3f07b915-afd8-400a-9823-e1b19f537a09 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Network 6a1bead0-0281-41a2-92e4-3855fcf71ce9 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:20.977244 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-3f07b915-afd8-400a-9823-e1b19f537a09 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:21.005626 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-3f07b915-afd8-400a-9823-e1b19f537a09 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:21.061936 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07b915-afd8-400a-9823-e1b19f537a09 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Pushing event updated for resources: {'Port': ['ID=ad669e09-fb85-405e-9d07-a48e3667c19c,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:21.121520 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-3f07b915-afd8-400a-9823-e1b19f537a09 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:21.122227 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-3f07b915-afd8-400a-9823-e1b19f537a09 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:21.169252 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-3f07b915-afd8-400a-9823-e1b19f537a09 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8888688 Mar 14 18:56:21.312485 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:21.426566 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-4410e39f-7b03-490b-945a-02f2168408b2 None None] Provisioning complete for port ad669e09-fb85-405e-9d07-a48e3667c19c triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:21.426933 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-4410e39f-7b03-490b-945a-02f2168408b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:21.456484 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818433d-e205-4f77-9303-e2fafe2bb2fe req-3de51af4-c764-4566-a44e-c5a90b986930 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:21.458079 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f818433d-e205-4f77-9303-e2fafe2bb2fe req-3de51af4-c764-4566-a44e-c5a90b986930 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 931 time: 0.1325541 Mar 14 18:56:21.478683 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-4410e39f-7b03-490b-945a-02f2168408b2 None None] Port ad669e09-fb85-405e-9d07-a48e3667c19c cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:56:21.557470 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f818433d-e205-4f77-9303-e2fafe2bb2fe req-d51e6637-40e0-468f-84fd-743370a1716e tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897343 Mar 14 18:56:22.708862 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b6964-2654-4b19-b9a1-489ea84e91c1 req-0864c526-947a-4404-94fa-99cc0148d9c2 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:22.710513 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7b4b6964-2654-4b19-b9a1-489ea84e91c1 req-0864c526-947a-4404-94fa-99cc0148d9c2 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 931 time: 0.0833077 Mar 14 18:56:22.761071 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7b4b6964-2654-4b19-b9a1-489ea84e91c1 req-95406aee-221a-4abb-a335-64da7cdb046c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441780 Mar 14 18:56:23.911168 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d94fd3-9078-411d-9abd-aee12d93853b req-7aac50f3-6144-4658-bcbf-8efaae44eac8 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:23.918946 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-40d94fd3-9078-411d-9abd-aee12d93853b req-7aac50f3-6144-4658-bcbf-8efaae44eac8 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 931 time: 0.0631547 Mar 14 18:56:23.967664 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-40d94fd3-9078-411d-9abd-aee12d93853b req-58165e82-bc4c-462b-82d9-73659b702ade tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477726 Mar 14 18:56:25.113791 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f6b7f-d469-426a-b9d6-8e87c9aef4de req-3b6e915a-ef14-479d-86fa-3eff60c90f6c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:25.115313 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8f0f6b7f-d469-426a-b9d6-8e87c9aef4de req-3b6e915a-ef14-479d-86fa-3eff60c90f6c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 931 time: 0.0765195 Mar 14 18:56:25.214238 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8f0f6b7f-d469-426a-b9d6-8e87c9aef4de req-00658531-4fd4-424a-8202-54220e9aed03 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927472 Mar 14 18:56:26.365627 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3de254-2776-4e86-817e-4af62e647aad req-dc7e3961-4625-4d4e-9c30-4353faa5a600 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:26.367910 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0e3de254-2776-4e86-817e-4af62e647aad req-dc7e3961-4625-4d4e-9c30-4353faa5a600 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 931 time: 0.0597110 Mar 14 18:56:26.428218 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0e3de254-2776-4e86-817e-4af62e647aad req-8e3c594b-ed19-4b1f-a382-6cab71e8f935 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505617 Mar 14 18:56:27.564191 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabb1f1-c906-4538-97b9-46c7142d8608 req-d3989802-28d3-4b7d-9f56-ece17bab7f99 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:27.565848 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4cabb1f1-c906-4538-97b9-46c7142d8608 req-d3989802-28d3-4b7d-9f56-ece17bab7f99 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 931 time: 0.0601499 Mar 14 18:56:27.615830 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4cabb1f1-c906-4538-97b9-46c7142d8608 req-9a9b45b4-fbde-4f8c-b0ed-fe3881636ad6 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441382 Mar 14 18:56:28.744034 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0203a58-5854-4d13-86cd-339aade52eec req-866989c0-a8f3-4a05-abee-6dfafb2f0715 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:28.745663 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d0203a58-5854-4d13-86cd-339aade52eec req-866989c0-a8f3-4a05-abee-6dfafb2f0715 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 931 time: 0.0563087 Mar 14 18:56:28.817744 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d0203a58-5854-4d13-86cd-339aade52eec req-0c4cd853-19a7-4572-b44f-da2e936740a4 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618045 Mar 14 18:56:29.948097 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b872c94-fdef-47f6-a6d5-5da0d76bed11 req-3cb2bebe-dbd3-4200-8da7-3c03705a1141 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:29.952034 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5b872c94-fdef-47f6-a6d5-5da0d76bed11 req-3cb2bebe-dbd3-4200-8da7-3c03705a1141 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 931 time: 0.0649726 Mar 14 18:56:30.022277 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5b872c94-fdef-47f6-a6d5-5da0d76bed11 req-aa272382-4917-45a7-a11b-d145a5c8c3c4 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658143 Mar 14 18:56:30.697537 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Request body: {'port': {'device_id': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:30.729504 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f0fef9f1-3807-4bc0-b24f-50b451f30a06 req-7f9107ae-d2ae-4a2d-8703-566088f398d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a36c04-2fd9-4ff6-b362-30ba8e69a671 HTTP/1.1" status: 200 len: 217 time: 0.0527356 Mar 14 18:56:30.774088 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:30.786889 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fef9f1-3807-4bc0-b24f-50b451f30a06 req-5138671c-9b5e-424d-b358-9a80001645b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:30.788402 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f0fef9f1-3807-4bc0-b24f-50b451f30a06 req-5138671c-9b5e-424d-b358-9a80001645b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e161f34-9b40-4161-b4b6-c157a635ab79 HTTP/1.1" status: 200 len: 859 time: 0.0447745 Mar 14 18:56:30.831726 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f0fef9f1-3807-4bc0-b24f-50b451f30a06 req-d98408fa-672b-44db-81be-50ad6a2c16ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4943cbb-86ed-41d1-ba7e-068bc9f558be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273135 Mar 14 18:56:30.940584 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f0fef9f1-3807-4bc0-b24f-50b451f30a06 req-5fd69dc8-e2a6-4ea1-bf54-6af1dca75d45 service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007249 Mar 14 18:56:31.045005 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f0fef9f1-3807-4bc0-b24f-50b451f30a06 req-c0fd477b-532c-4121-88c9-c9b2914fe0d7 service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950294 Mar 14 18:56:31.097881 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad669e09-fb85-405e-9d07-a48e3667c19c {{(pid=109513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:56:31.108203 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Publish callbacks [] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:31.123416 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.provisioning_blocks [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Transition to ACTIVE for port object ad669e09-fb85-405e-9d07-a48e3667c19c will not be triggered until provisioned by entity L2. {{(pid=109513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:56:31.146014 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4788572'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:31.208365 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e0634-d337-41b8-a975-de7827d8abd7 req-31c26883-68e1-484b-abcc-fe36e982bbc6 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:31.216284 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-be7e0634-d337-41b8-a975-de7827d8abd7 req-31c26883-68e1-484b-abcc-fe36e982bbc6 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 943 time: 0.0847540 Mar 14 18:56:31.217165 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad669e09-fb85-405e-9d07-a48e3667c19c,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:31.298788 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-be7e0634-d337-41b8-a975-de7827d8abd7 req-ce982df2-ee54-4aba-b397-8659365e2f5b tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669072 Mar 14 18:56:31.313894 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Attempting to bind port ad669e09-fb85-405e-9d07-a48e3667c19c on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:31.314226 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Attempting to bind port ad669e09-fb85-405e-9d07-a48e3667c19c by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '2f54800b-0dc8-4c79-b12b-02f0f2127e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9'}] {{(pid=109513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:31.314556 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Attempting to bind port ad669e09-fb85-405e-9d07-a48e3667c19c on network 6a1bead0-0281-41a2-92e4-3855fcf71ce9 {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:31.319317 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Port ad669e09-fb85-405e-9d07-a48e3667c19c on network 6a1bead0-0281-41a2-92e4-3855fcf71ce9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:56:31.319676 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Attempting to bind port ad669e09-fb85-405e-9d07-a48e3667c19c on network 6a1bead0-0281-41a2-92e4-3855fcf71ce9 {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:31.333911 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:31.334253 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Checking segment: {'id': '2f54800b-0dc8-4c79-b12b-02f0f2127e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:31.334652 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Bound using segment: {'id': '2f54800b-0dc8-4c79-b12b-02f0f2127e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9'} {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:31.335105 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Bound port: ad669e09-fb85-405e-9d07-a48e3667c19c, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f54800b-0dc8-4c79-b12b-02f0f2127e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9'}}] {{(pid=109513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:31.335434 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:31.401786 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] For port ad669e09-fb85-405e-9d07-a48e3667c19c, host hv-cinder-82966, cleared binding levels {{(pid=109513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:31.406046 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] For port ad669e09-fb85-405e-9d07-a48e3667c19c, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad669e09-fb85-405e-9d07-a48e3667c19c,segment=NetworkSegment(2f54800b-0dc8-4c79-b12b-02f0f2127e12),segment_id=2f54800b-0dc8-4c79-b12b-02f0f2127e12)] {{(pid=109513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:31.413520 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4788572'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:31.454869 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:31.455509 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:31.456852 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] 10.222.0.69 "PUT /v2.0/ports/ad669e09-fb85-405e-9d07-a48e3667c19c HTTP/1.1" status: 200 len: 1093 time: 0.7656913 Mar 14 18:56:31.457272 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'tag': 'ad669e09-fb85-405e-9d07-a48e3667c19c'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:56:31.459611 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18f8f4b-2f26-4005-8302-392d99b09c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "7af499e2-d04d-4f59-81d5-8d1c56c0b0e7", "tag": "ad669e09-fb85-405e-9d07-a48e3667c19c"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:56:31.489837 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835b862-bb51-4e2e-80e5-55d84b0cf0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad669e09-fb85-405e-9d07-a48e3667c19c,revision_number=3']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:31.500516 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16924b2a-e2c5-4fcd-ba1e-cad79a5ea897 x-openstack-request-id: req-16924b2a-e2c5-4fcd-ba1e-cad79a5ea897 {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:56:31.500843 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af499e2-d04d-4f59-81d5-8d1c56c0b0e7", "tag": "ad669e09-fb85-405e-9d07-a48e3667c19c", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:56:31.501046 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16924b2a-e2c5-4fcd-ba1e-cad79a5ea897 {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:56:31.501434 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'tag': 'ad669e09-fb85-405e-9d07-a48e3667c19c', 'status': 'completed', 'code': 200} Mar 14 18:56:31.561062 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-1227bc01-ad18-4c54-aa07-da85b66091f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:31.564059 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-1227bc01-ad18-4c54-aa07-da85b66091f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97e17f4e7b5f4d249b69708b9a78f5c0&device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 1127 time: 0.0486913 Mar 14 18:56:31.627433 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-8dd09a60-e679-4ad1-afe4-ee73524ddf61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad669e09-fb85-405e-9d07-a48e3667c19c HTTP/1.1" status: 200 len: 217 time: 0.0427542 Mar 14 18:56:31.680488 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-f55e79ae-103d-4e98-b7c4-f17ce9b33b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:31.682089 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-f55e79ae-103d-4e98-b7c4-f17ce9b33b5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bcc3bd51-6b92-4325-a854-3a44a0a0d766 HTTP/1.1" status: 200 len: 853 time: 0.0479231 Mar 14 18:56:31.737507 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-90180d40-9fa7-45bb-9492-df7dbc767650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:31.739023 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-90180d40-9fa7-45bb-9492-df7dbc767650 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a1bead0-0281-41a2-92e4-3855fcf71ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470500 Mar 14 18:56:31.836561 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-2a31d34b-7236-48a3-9351-76056492c1c8 service neutron] 10.222.0.69 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879219 Mar 14 18:56:31.931066 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb560a5b-4d45-49ad-8504-39f529bc863c req-ad419103-7476-45b3-bc6f-744b68cb46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:31.932595 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fb560a5b-4d45-49ad-8504-39f529bc863c req-ad419103-7476-45b3-bc6f-744b68cb46bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ab2ae9ef74c4219b541c0ffefdc5fb5&device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 1130 time: 0.0457146 Mar 14 18:56:31.991326 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3227e5-f001-43e1-bb39-c236aace57b4 req-185cfa33-f02e-4e00-9324-fc9f46f843eb tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:31.991326 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ac3227e5-f001-43e1-bb39-c236aace57b4 req-185cfa33-f02e-4e00-9324-fc9f46f843eb tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.1103132 Mar 14 18:56:31.991326 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd3aaea-e367-4c13-9602-be4250e974ba req-89d953c6-230d-456f-9c0b-b1b1a9592f74 service neutron] 10.222.0.69 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352227 Mar 14 18:56:32.036193 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb560a5b-4d45-49ad-8504-39f529bc863c req-bd108307-49d0-4a2b-82d5-c36f820b4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:32.037883 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fb560a5b-4d45-49ad-8504-39f529bc863c req-bd108307-49d0-4a2b-82d5-c36f820b4284 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4943cbb-86ed-41d1-ba7e-068bc9f558be HTTP/1.1" status: 200 len: 920 time: 0.0890658 Mar 14 18:56:32.042605 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ac3227e5-f001-43e1-bb39-c236aace57b4 req-b01b382a-9dc7-44aa-a289-f3ac0936408e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482347 Mar 14 18:56:32.103212 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fb560a5b-4d45-49ad-8504-39f529bc863c req-b40b0dbd-c683-4e43-9f7d-b61382158120 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a36c04-2fd9-4ff6-b362-30ba8e69a671 HTTP/1.1" status: 200 len: 217 time: 0.0396721 Mar 14 18:56:32.113061 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f8f4b-2f26-4005-8302-392d99b09c4d req-71b69e97-cacf-4501-8e7b-2d5068a700c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:32.114578 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a18f8f4b-2f26-4005-8302-392d99b09c4d req-71b69e97-cacf-4501-8e7b-2d5068a700c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97e17f4e7b5f4d249b69708b9a78f5c0&device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 1127 time: 0.0498540 Mar 14 18:56:32.158136 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb560a5b-4d45-49ad-8504-39f529bc863c req-a9439dea-f174-465d-8ca0-7d7259c4093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:32.159636 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fb560a5b-4d45-49ad-8504-39f529bc863c req-a9439dea-f174-465d-8ca0-7d7259c4093e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e161f34-9b40-4161-b4b6-c157a635ab79 HTTP/1.1" status: 200 len: 859 time: 0.0448916 Mar 14 18:56:32.200158 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fb560a5b-4d45-49ad-8504-39f529bc863c req-5331c9c9-7ec8-4eed-abee-3bfb25cb7c74 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4943cbb-86ed-41d1-ba7e-068bc9f558be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288775 Mar 14 18:56:32.221199 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f8f4b-2f26-4005-8302-392d99b09c4d req-c014dbc0-a3b8-4d1f-ae3e-6865bff45594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:32.222656 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a18f8f4b-2f26-4005-8302-392d99b09c4d req-c014dbc0-a3b8-4d1f-ae3e-6865bff45594 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a1bead0-0281-41a2-92e4-3855fcf71ce9 HTTP/1.1" status: 200 len: 915 time: 0.0956221 Mar 14 18:56:32.268998 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a18f8f4b-2f26-4005-8302-392d99b09c4d req-93da68f8-f044-4b26-81a9-78d362a92e06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad669e09-fb85-405e-9d07-a48e3667c19c HTTP/1.1" status: 200 len: 217 time: 0.0386195 Mar 14 18:56:32.303260 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fb560a5b-4d45-49ad-8504-39f529bc863c req-f61f8008-5d87-4aa4-bb4a-36c9b44907c8 service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923524 Mar 14 18:56:32.326341 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f8f4b-2f26-4005-8302-392d99b09c4d req-e8a70f36-9ae6-4124-abaf-fad5bc923fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:32.328270 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a18f8f4b-2f26-4005-8302-392d99b09c4d req-e8a70f36-9ae6-4124-abaf-fad5bc923fcb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bcc3bd51-6b92-4325-a854-3a44a0a0d766 HTTP/1.1" status: 200 len: 853 time: 0.0458133 Mar 14 18:56:32.386270 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-122d3256-e22e-4ad4-aafd-0ec9f8371fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:32.402442 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f8f4b-2f26-4005-8302-392d99b09c4d req-27faf230-81fa-4185-8196-c5833ce06583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:32.404145 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a18f8f4b-2f26-4005-8302-392d99b09c4d req-27faf230-81fa-4185-8196-c5833ce06583 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a1bead0-0281-41a2-92e4-3855fcf71ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637505 Mar 14 18:56:32.442008 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fb560a5b-4d45-49ad-8504-39f529bc863c req-7f1e681b-d4c8-4fa4-b5c3-ae41faed93a5 service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278276 Mar 14 18:56:32.467847 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00049b35-1e28-47de-b48d-5fc3e9a675c6 req-d6b44230-7efb-43f2-b9aa-d3ace73ac119 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:32.469487 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-00049b35-1e28-47de-b48d-5fc3e9a675c6 req-d6b44230-7efb-43f2-b9aa-d3ace73ac119 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 943 time: 0.0663633 Mar 14 18:56:32.498427 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a18f8f4b-2f26-4005-8302-392d99b09c4d req-84d57a12-89f5-4a6b-9a04-6cdea96b69ef service neutron] 10.222.0.69 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875788 Mar 14 18:56:32.520915 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-00049b35-1e28-47de-b48d-5fc3e9a675c6 req-323c260d-3f5b-4dd2-815a-1c1dcaefd9b9 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455515 Mar 14 18:56:32.596372 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a18f8f4b-2f26-4005-8302-392d99b09c4d req-d1a8ce1f-642b-46e6-958b-3db7ade6d2ea service neutron] 10.222.0.69 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861354 Mar 14 18:56:33.165698 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2747586-dcd8-4814-b285-9cae1577614f req-ef0ec87d-fa7f-4ebe-a1ae-95b2d93b8427 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:33.167180 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a2747586-dcd8-4814-b285-9cae1577614f req-ef0ec87d-fa7f-4ebe-a1ae-95b2d93b8427 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0643866 Mar 14 18:56:33.214426 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a2747586-dcd8-4814-b285-9cae1577614f req-5b9eb35d-00c3-4f70-93aa-efbe61671d97 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408518 Mar 14 18:56:33.642610 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184a5c6-fd9e-4ee3-a63c-814d4f503580 req-5602dfe0-82d0-4305-b4fb-e6e7aa9fdad2 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:33.644096 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6184a5c6-fd9e-4ee3-a63c-814d4f503580 req-5602dfe0-82d0-4305-b4fb-e6e7aa9fdad2 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 943 time: 0.0559826 Mar 14 18:56:33.695171 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6184a5c6-fd9e-4ee3-a63c-814d4f503580 req-2750596c-f776-4ff7-a498-1b3a04909244 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428615 Mar 14 18:56:34.340432 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d37ed1-b491-4b11-9196-1f7026cd4bec req-bd92a60f-57d1-4390-a80e-05e550576201 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:34.341850 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-93d37ed1-b491-4b11-9196-1f7026cd4bec req-bd92a60f-57d1-4390-a80e-05e550576201 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0601816 Mar 14 18:56:34.390856 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-93d37ed1-b491-4b11-9196-1f7026cd4bec req-12587217-4281-4697-9afa-3e0d6985b72a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430856 Mar 14 18:56:34.688273 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-47f89b54-c3d8-43fc-88c5-7717650e9eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:34.816949 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51ead-cffc-44f3-97d1-d4d803f07443 req-f3ae50b2-a263-4185-af84-be0095576c9d tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:34.818921 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0bb51ead-cffc-44f3-97d1-d4d803f07443 req-f3ae50b2-a263-4185-af84-be0095576c9d tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 943 time: 0.0525708 Mar 14 18:56:34.867367 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0bb51ead-cffc-44f3-97d1-d4d803f07443 req-83bcf23d-3a40-4191-a093-a0addd8a4ab3 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Mar 14 18:56:35.481784 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-0d2786dc-b238-405b-8cba-80f54d241df5 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084788458&fields=id&tenant_id=62602078318e427f9a6427505192c559 HTTP/1.1" status: 200 len: 267 time: 0.0473089 Mar 14 18:56:35.518928 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1319b8-6dd3-44a4-a57f-37f4097f7aa4 req-1cbf74a8-0b7a-4a5e-bb68-7b503e474da8 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:35.520427 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5e1319b8-6dd3-44a4-a57f-37f4097f7aa4 req-1cbf74a8-0b7a-4a5e-bb68-7b503e474da8 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0592580 Mar 14 18:56:35.569184 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5e1319b8-6dd3-44a4-a57f-37f4097f7aa4 req-debc0971-3127-40ed-b4bd-2a41a3bef873 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430140 Mar 14 18:56:35.592821 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-41d0eefd-137d-49cd-94e9-2bedacd8c31a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:35.594309 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-41d0eefd-137d-49cd-94e9-2bedacd8c31a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/networks?id=82333385-ac2d-4839-8665-1cd431d3a6f7 HTTP/1.1" status: 200 len: 808 time: 0.1059947 Mar 14 18:56:35.608617 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device ad669e09-fb85-405e-9d07-a48e3667c19c details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:56:35.610860 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-512cb434-feaf-4003-9429-95c55aff3ef1 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/quotas/62602078318e427f9a6427505192c559 HTTP/1.1" status: 200 len: 375 time: 0.0105217 Mar 14 18:56:35.665829 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-a1328f35-f24b-4e7b-9510-e01b64bc43d1 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=62602078318e427f9a6427505192c559&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494621 Mar 14 18:56:35.708786 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port ad669e09-fb85-405e-9d07-a48e3667c19c, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad669e09-fb85-405e-9d07-a48e3667c19c,segment=NetworkSegment(2f54800b-0dc8-4c79-b12b-02f0f2127e12),segment_id=2f54800b-0dc8-4c79-b12b-02f0f2127e12)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:35.720759 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': 'ad669e09-fb85-405e-9d07-a48e3667c19c', 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'port_id': 'ad669e09-fb85-405e-9d07-a48e3667c19c', 'mac_address': 'fa:16:3e:61:9a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:56:35.756642 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port ad669e09-fb85-405e-9d07-a48e3667c19c is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:35.756997 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:35.768026 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-8d2f857d-89a9-4a65-9bd0-54bcae294961 service neutron] 10.222.0.52 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878084 Mar 14 18:56:35.770271 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad669e09-fb85-405e-9d07-a48e3667c19c {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:56:35.790567 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port ad669e09-fb85-405e-9d07-a48e3667c19c, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad669e09-fb85-405e-9d07-a48e3667c19c,segment=NetworkSegment(2f54800b-0dc8-4c79-b12b-02f0f2127e12),segment_id=2f54800b-0dc8-4c79-b12b-02f0f2127e12)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:35.795434 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:35.852065 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=ad669e09-fb85-405e-9d07-a48e3667c19c,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:35.859524 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:35.859881 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:35.860246 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:35.860605 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:35.860953 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:35.861391 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:35.861727 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:35.862057 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:35.862388 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:35.862713 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:35.863041 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:35.863383 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:35.863617 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-454f5367-436a-4cbf-9828-1fb22af11f3c service neutron] 10.222.0.52 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897069 Mar 14 18:56:35.863766 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:35.864078 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:35.864399 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:35.913622 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:35.994047 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5211609-b04b-4a33-acdb-5e2baae5072d req-55f7221e-a231-4058-8d9c-d5077941942e tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:35.996149 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d5211609-b04b-4a33-acdb-5e2baae5072d req-55f7221e-a231-4058-8d9c-d5077941942e tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 944 time: 0.0607693 Mar 14 18:56:36.044197 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d5211609-b04b-4a33-acdb-5e2baae5072d req-9edc247f-289c-415e-9555-c5fc2f7cfba0 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416164 Mar 14 18:56:36.161828 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d0722aa6-fbd4-47f4-b8e8-7e9ed20bf4f9 req-911fb431-73c0-4b57-bcb0-603844e91f66 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 210 time: 0.0310223 Mar 14 18:56:36.224497 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['ad669e09-fb85-405e-9d07-a48e3667c19c'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:56:36.694436 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00202202-2828-4fc2-b81f-37dc413c8842 req-5856364d-64bc-4a5a-b6d1-25c525d21a6f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:36.695818 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-00202202-2828-4fc2-b81f-37dc413c8842 req-5856364d-64bc-4a5a-b6d1-25c525d21a6f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0573382 Mar 14 18:56:36.744133 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-00202202-2828-4fc2-b81f-37dc413c8842 req-5107c99b-408a-4337-ba77-ef7730df48ab tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420554 Mar 14 18:56:37.084237 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:37.172969 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6936a-ba9f-4d13-ac08-fb3438a95591 req-d0975aa6-0d22-41d5-b801-162bc1be400c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:37.174477 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-13e6936a-ba9f-4d13-ac08-fb3438a95591 req-d0975aa6-0d22-41d5-b801-162bc1be400c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 944 time: 0.0574691 Mar 14 18:56:37.228982 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-13e6936a-ba9f-4d13-ac08-fb3438a95591 req-90ddafeb-2e1b-4e4c-9d1f-98b52f1397e6 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490110 Mar 14 18:56:37.265929 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8eda6a17-8c75-4ab4-8289-3d83b64ccacb req-b86900cd-8442-4e5d-a75b-1db04fdf2bd2 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 210 time: 0.0333245 Mar 14 18:56:37.372822 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-a5fcbf79-c7ce-48f3-bf4b-4622bc39f49e tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:37.374263 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-a5fcbf79-c7ce-48f3-bf4b-4622bc39f49e tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.69 "GET /v2.0/networks?id=82333385-ac2d-4839-8665-1cd431d3a6f7 HTTP/1.1" status: 200 len: 808 time: 0.1115675 Mar 14 18:56:37.451080 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-e1ce4b17-d007-4e0c-8071-4ebd6f5b27c9 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62602078318e427f9a6427505192c559 HTTP/1.1" status: 200 len: 380 time: 0.0671566 Mar 14 18:56:37.461185 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-1e2ddb95-7b25-4cb2-b3c3-1851e4dfd855 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Request body: {'port': {'device_id': '912df016-303f-4f46-aaea-28d265372c4d', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'admin_state_up': True, 'tenant_id': '62602078318e427f9a6427505192c559', 'security_groups': ['8bb3dafa-a113-44fc-9faf-f99da4bdf1ce']}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:37.570095 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-1e2ddb95-7b25-4cb2-b3c3-1851e4dfd855 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Made reservation on behalf of 62602078318e427f9a6427505192c559 for: {'port': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:37.573507 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-1e2ddb95-7b25-4cb2-b3c3-1851e4dfd855 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:37.629591 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device ad669e09-fb85-405e-9d07-a48e3667c19c up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:37.685829 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port ad669e09-fb85-405e-9d07-a48e3667c19c completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:56:37.689796 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port ad669e09-fb85-405e-9d07-a48e3667c19c triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:37.690174 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:37.707277 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-1e2ddb95-7b25-4cb2-b3c3-1851e4dfd855 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Allocated IP 172.20.0.7 (82333385-ac2d-4839-8665-1cd431d3a6f7/e075947a-f8da-4776-a2ef-29eb0a510e7f/7a85563c-4c39-4b8e-84e6-94ee1f8bd288) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:37.771820 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port ad669e09-fb85-405e-9d07-a48e3667c19c is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:37.772251 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:37.800047 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad669e09-fb85-405e-9d07-a48e3667c19c'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:56:37.802456 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d065a7f4-d5d8-49f2-88ad-45e5f6d9fa3d" -d '{"events": [{"server_uuid": "7af499e2-d04d-4f59-81d5-8d1c56c0b0e7", "name": "network-vif-plugged", "status": "completed", "tag": "ad669e09-fb85-405e-9d07-a48e3667c19c"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:56:37.815516 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port ad669e09-fb85-405e-9d07-a48e3667c19c, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad669e09-fb85-405e-9d07-a48e3667c19c,segment=NetworkSegment(2f54800b-0dc8-4c79-b12b-02f0f2127e12),segment_id=2f54800b-0dc8-4c79-b12b-02f0f2127e12)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:37.821411 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:37.859702 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-1e2ddb95-7b25-4cb2-b3c3-1851e4dfd855 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:37.863350 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1822175a-a8f1-4f19-8991-8b00e43f1a71 x-openstack-request-id: req-1822175a-a8f1-4f19-8991-8b00e43f1a71 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:56:37.863683 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af499e2-d04d-4f59-81d5-8d1c56c0b0e7", "name": "network-vif-plugged", "status": "completed", "tag": "ad669e09-fb85-405e-9d07-a48e3667c19c", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:56:37.863945 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1822175a-a8f1-4f19-8991-8b00e43f1a71 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:56:37.864331 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad669e09-fb85-405e-9d07-a48e3667c19c', 'code': 200} Mar 14 18:56:37.893998 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=ad669e09-fb85-405e-9d07-a48e3667c19c,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:37.908344 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-1e2ddb95-7b25-4cb2-b3c3-1851e4dfd855 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:37.926807 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b049cd4-a87c-4f2c-b49d-faee00b1bc64 req-6fa88096-d89e-48be-a6e1-84056a7f244f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:37.928885 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6b049cd4-a87c-4f2c-b49d-faee00b1bc64 req-6fa88096-d89e-48be-a6e1-84056a7f244f tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0856273 Mar 14 18:56:37.957879 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-1e2ddb95-7b25-4cb2-b3c3-1851e4dfd855 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Network 82333385-ac2d-4839-8665-1cd431d3a6f7 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:37.964754 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-1e2ddb95-7b25-4cb2-b3c3-1851e4dfd855 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:37.967984 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-1e2ddb95-7b25-4cb2-b3c3-1851e4dfd855 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:38.002452 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ddb95-7b25-4cb2-b3c3-1851e4dfd855 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Pushing event updated for resources: {'Port': ['ID=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:38.007683 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6b049cd4-a87c-4f2c-b49d-faee00b1bc64 req-105ebbcc-f533-4e5d-82e1-c9e1b5de7727 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701132 Mar 14 18:56:38.037429 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-1e2ddb95-7b25-4cb2-b3c3-1851e4dfd855 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:38.038265 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-1e2ddb95-7b25-4cb2-b3c3-1851e4dfd855 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:38.060402 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-1e2ddb95-7b25-4cb2-b3c3-1851e4dfd855 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6029329 Mar 14 18:56:38.081203 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Request body: {'port': {'device_id': '912df016-303f-4f46-aaea-28d265372c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:38.082849 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03e7af-36a1-4a22-9fa8-1a9d0b530b7d req-a2bad150-936c-454f-a266-84a4fb5140f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:38.085454 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1b03e7af-36a1-4a22-9fa8-1a9d0b530b7d req-a2bad150-936c-454f-a266-84a4fb5140f1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 1129 time: 0.0674584 Mar 14 18:56:38.165059 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1b03e7af-36a1-4a22-9fa8-1a9d0b530b7d req-4494de67-5748-42cf-af0d-77ef323f4750 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623505 Mar 14 18:56:38.178734 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:38.271695 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-970758f4-344d-4ceb-afd3-1e41abe3703e None None] Provisioning complete for port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:38.272231 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-970758f4-344d-4ceb-afd3-1e41abe3703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:38.310265 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-970758f4-344d-4ceb-afd3-1e41abe3703e None None] Port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:56:38.398519 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3a87f-ad65-42a1-910f-cc537ce5ec71 req-417f0c83-5195-4809-bf2c-24f7b9a7c681 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:38.400041 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4ea3a87f-ad65-42a1-910f-cc537ce5ec71 req-417f0c83-5195-4809-bf2c-24f7b9a7c681 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 931 time: 0.0603478 Mar 14 18:56:38.433910 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619287da-b87c-4181-8727-0204ea2a832e req-84a8768a-b9a0-4d27-b911-902a48fdcc34 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:38.433910 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-619287da-b87c-4181-8727-0204ea2a832e req-84a8768a-b9a0-4d27-b911-902a48fdcc34 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 945 time: 0.1252100 Mar 14 18:56:38.504615 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4ea3a87f-ad65-42a1-910f-cc537ce5ec71 req-a7ab8503-e26d-4b8e-a7e2-70fadfc1c261 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982559 Mar 14 18:56:38.524100 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-619287da-b87c-4181-8727-0204ea2a832e req-d8f428f8-9131-4495-8c8c-066b0215bee3 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833361 Mar 14 18:56:38.559610 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 {{(pid=109513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:56:38.567202 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Publish callbacks [] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:38.578890 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.provisioning_blocks [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Transition to ACTIVE for port object 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 will not be triggered until provisioned by entity L2. {{(pid=109513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:56:38.582983 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4788572'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:38.631750 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:38.694007 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:38.712980 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Attempting to bind port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:38.713545 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Attempting to bind port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': 'e04e1c2f-7717-4c53-ae94-2711e3b2d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7'}] {{(pid=109513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:38.713545 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Attempting to bind port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 on network 82333385-ac2d-4839-8665-1cd431d3a6f7 {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:38.728613 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 on network 82333385-ac2d-4839-8665-1cd431d3a6f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:56:38.728957 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Attempting to bind port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 on network 82333385-ac2d-4839-8665-1cd431d3a6f7 {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:38.750418 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:38.750758 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Checking segment: {'id': 'e04e1c2f-7717-4c53-ae94-2711e3b2d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:38.751139 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Bound using segment: {'id': 'e04e1c2f-7717-4c53-ae94-2711e3b2d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7'} {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:38.751594 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Bound port: 7a85563c-4c39-4b8e-84e6-94ee1f8bd288, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04e1c2f-7717-4c53-ae94-2711e3b2d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7'}}] {{(pid=109513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:38.751954 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:38.813173 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a76c8-7d29-4dcb-8b6b-ac3b726d6b69 req-0230b242-1b98-4742-8fd3-09c0a281d4dc tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:38.814671 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e43a76c8-7d29-4dcb-8b6b-ac3b726d6b69 req-0230b242-1b98-4742-8fd3-09c0a281d4dc tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0987813 Mar 14 18:56:38.852429 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] For port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288, host hv-cinder-82966, cleared binding levels {{(pid=109513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:38.856475 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] For port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:38.873282 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4788572'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:38.904632 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e43a76c8-7d29-4dcb-8b6b-ac3b726d6b69 req-3112f116-e8cf-4876-9ad2-b735dc9087a0 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833011 Mar 14 18:56:38.913807 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:38.914413 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:38.915890 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] 10.222.0.69 "PUT /v2.0/ports/7a85563c-4c39-4b8e-84e6-94ee1f8bd288 HTTP/1.1" status: 200 len: 1093 time: 0.8411689 Mar 14 18:56:38.916601 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912df016-303f-4f46-aaea-28d265372c4d', 'tag': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:56:38.918824 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbadc2d-e027-4cbb-98d7-845ae2c53198" -d '{"events": [{"name": "network-changed", "server_uuid": "912df016-303f-4f46-aaea-28d265372c4d", "tag": "7a85563c-4c39-4b8e-84e6-94ee1f8bd288"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:56:38.949177 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be40741-5dec-4dc1-82bf-5d1cfad0c2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,revision_number=3']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:38.991578 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f6f925-5c41-4ae6-af50-e40006e2fac2 x-openstack-request-id: req-14f6f925-5c41-4ae6-af50-e40006e2fac2 {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:56:38.991874 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912df016-303f-4f46-aaea-28d265372c4d", "tag": "7a85563c-4c39-4b8e-84e6-94ee1f8bd288", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:56:38.992129 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14f6f925-5c41-4ae6-af50-e40006e2fac2 {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:56:38.992535 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912df016-303f-4f46-aaea-28d265372c4d', 'tag': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288', 'status': 'completed', 'code': 200} Mar 14 18:56:39.012059 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-35b96a50-facd-4317-a339-f88f0d584810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:39.013877 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-35b96a50-facd-4317-a339-f88f0d584810 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62602078318e427f9a6427505192c559&device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 1127 time: 0.0543525 Mar 14 18:56:39.059414 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-97a7f37d-3c4f-40ae-aced-0bc6f2844430 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288 HTTP/1.1" status: 200 len: 217 time: 0.0378866 Mar 14 18:56:39.136247 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-651f1519-cc6e-433f-989a-1c183b865398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:39.137688 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-651f1519-cc6e-433f-989a-1c183b865398 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e075947a-f8da-4776-a2ef-29eb0a510e7f HTTP/1.1" status: 200 len: 847 time: 0.0704610 Mar 14 18:56:39.170787 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e5dcc-e4bf-4c75-87c6-398ece9aa923 req-e365ec76-9fee-47ec-a98c-bbb05bbb5dd3 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:39.172472 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ce5e5dcc-e4bf-4c75-87c6-398ece9aa923 req-e365ec76-9fee-47ec-a98c-bbb05bbb5dd3 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0794117 Mar 14 18:56:39.241859 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ce5e5dcc-e4bf-4c75-87c6-398ece9aa923 req-3502dcb5-835c-482e-800b-fbd1720cc876 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513389 Mar 14 18:56:39.244481 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-dfde2608-105f-4900-9a95-2427d3f13601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:39.245915 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-dfde2608-105f-4900-9a95-2427d3f13601 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82333385-ac2d-4839-8665-1cd431d3a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966728 Mar 14 18:56:39.335815 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-80da6f0e-e155-49c0-ad65-694a63d48fd6 service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821071 Mar 14 18:56:39.430441 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7c7fa5d1-4f8d-4edf-898a-f3cc85243852 req-4bee9a78-ed7b-40de-a75c-b255eec24a5d service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869884 Mar 14 18:56:39.538152 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbadc2d-e027-4cbb-98d7-845ae2c53198 req-1c135577-95d9-4367-b583-58b3e62f7e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:39.540503 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-abbadc2d-e027-4cbb-98d7-845ae2c53198 req-1c135577-95d9-4367-b583-58b3e62f7e8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62602078318e427f9a6427505192c559&device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 1127 time: 0.0485251 Mar 14 18:56:39.637367 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049a971-9372-4aac-a698-3229e26a4d33 req-07208a1b-3c87-47b4-b75b-6cc5226c2bbd tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:39.639184 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8049a971-9372-4aac-a698-3229e26a4d33 req-07208a1b-3c87-47b4-b75b-6cc5226c2bbd tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0568504 Mar 14 18:56:39.696835 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8049a971-9372-4aac-a698-3229e26a4d33 req-e405a480-beac-4695-a4b3-d0a62ccb459c tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518918 Mar 14 18:56:39.922950 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbadc2d-e027-4cbb-98d7-845ae2c53198 req-fd2fd0c0-eebd-4f19-86f3-8a079223d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:39.924469 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-abbadc2d-e027-4cbb-98d7-845ae2c53198 req-fd2fd0c0-eebd-4f19-86f3-8a079223d47f service neutron] 10.222.0.69 "GET /v2.0/networks?id=82333385-ac2d-4839-8665-1cd431d3a6f7 HTTP/1.1" status: 200 len: 909 time: 0.3740368 Mar 14 18:56:39.931365 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8ba82-ea2b-4640-8970-46a9818d9919 req-82daa2a0-6d88-4950-9ed0-649ee3c2a54f tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:39.932768 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-55d8ba82-ea2b-4640-8970-46a9818d9919 req-82daa2a0-6d88-4950-9ed0-649ee3c2a54f tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 945 time: 0.3271008 Mar 14 18:56:39.973414 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-abbadc2d-e027-4cbb-98d7-845ae2c53198 req-87093587-b17e-4bab-bf00-298fa4e3b045 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288 HTTP/1.1" status: 200 len: 217 time: 0.0396237 Mar 14 18:56:40.031224 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d73b4-51e4-46df-97f9-1486cf864c36 req-0ba40313-51ae-4323-977d-7cf90019c953 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:40.032895 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2d1d73b4-51e4-46df-97f9-1486cf864c36 req-0ba40313-51ae-4323-977d-7cf90019c953 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0552211 Mar 14 18:56:40.038501 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-55d8ba82-ea2b-4640-8970-46a9818d9919 req-159d0cb7-b71d-4f8b-b7a1-8bee713fb785 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983090 Mar 14 18:56:40.049300 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbadc2d-e027-4cbb-98d7-845ae2c53198 req-84543c92-b20a-4e75-8fdb-f69754f3446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:40.059236 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-abbadc2d-e027-4cbb-98d7-845ae2c53198 req-84543c92-b20a-4e75-8fdb-f69754f3446b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e075947a-f8da-4776-a2ef-29eb0a510e7f HTTP/1.1" status: 200 len: 847 time: 0.0657413 Mar 14 18:56:40.080708 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2d1d73b4-51e4-46df-97f9-1486cf864c36 req-a4a19380-a852-40e9-97bb-70bd17f76353 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416136 Mar 14 18:56:40.108383 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbadc2d-e027-4cbb-98d7-845ae2c53198 req-4b861d60-8602-4015-a51e-c637943ab0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:40.109883 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-abbadc2d-e027-4cbb-98d7-845ae2c53198 req-4b861d60-8602-4015-a51e-c637943ab0f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82333385-ac2d-4839-8665-1cd431d3a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514059 Mar 14 18:56:40.209974 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-abbadc2d-e027-4cbb-98d7-845ae2c53198 req-65d1ce51-b7c8-4650-9aa2-907d33331f9c service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902936 Mar 14 18:56:40.304153 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-abbadc2d-e027-4cbb-98d7-845ae2c53198 req-c1b452e5-ef8f-4b89-aeee-128f6a72a537 service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867984 Mar 14 18:56:40.361453 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1d090-a713-49d7-99d7-15506810c026 req-ad9bed83-72a6-4537-8a43-7d388c1e90b7 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:40.362921 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2de1d090-a713-49d7-99d7-15506810c026 req-ad9bed83-72a6-4537-8a43-7d388c1e90b7 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0527501 Mar 14 18:56:40.411027 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2de1d090-a713-49d7-99d7-15506810c026 req-be7823e1-8aa3-447b-a7c9-8efa7cc2496d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 Mar 14 18:56:40.819232 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c1053-36df-49c0-beb7-7ab5b2ae43ea req-e4fbcff7-cd02-47cd-b0a5-be63c054ab72 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:40.820641 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2f6c1053-36df-49c0-beb7-7ab5b2ae43ea req-e4fbcff7-cd02-47cd-b0a5-be63c054ab72 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0570199 Mar 14 18:56:40.879092 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2f6c1053-36df-49c0-beb7-7ab5b2ae43ea req-2d28326d-36cb-4ef4-a905-7942cb25a2d3 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525808 Mar 14 18:56:41.170429 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7448bb0-854c-44ef-867c-d7a4c7a65fdc req-8c462f6d-4685-4643-b06d-02fa073e3b87 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:41.172055 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f7448bb0-854c-44ef-867c-d7a4c7a65fdc req-8c462f6d-4685-4643-b06d-02fa073e3b87 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0595038 Mar 14 18:56:41.206039 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff199239-f65b-41bc-a50e-37c2dd852685 req-83d3bbdd-c332-4eb0-90a6-08c822c91f08 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:41.207533 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ff199239-f65b-41bc-a50e-37c2dd852685 req-83d3bbdd-c332-4eb0-90a6-08c822c91f08 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0574875 Mar 14 18:56:41.228053 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f7448bb0-854c-44ef-867c-d7a4c7a65fdc req-e93e5cb7-40a2-4240-a653-875ab02ddb00 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501280 Mar 14 18:56:41.256569 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ff199239-f65b-41bc-a50e-37c2dd852685 req-c6293bf5-b39c-488e-9892-82b5bcf19f72 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433903 Mar 14 18:56:41.346119 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca7b8-16f8-4f5d-be6a-28e18cb65b51 req-3431cb2a-09fb-4a73-91b6-05ba8e23a435 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:41.347520 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-213ca7b8-16f8-4f5d-be6a-28e18cb65b51 req-3431cb2a-09fb-4a73-91b6-05ba8e23a435 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0570436 Mar 14 18:56:41.396848 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-213ca7b8-16f8-4f5d-be6a-28e18cb65b51 req-1f91b0f7-dfe7-49cc-9a93-260ac228bf15 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432518 Mar 14 18:56:41.535281 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5049a8d-4b9d-4888-8563-0779d7d8da5d req-c50e0095-5f4d-475d-9283-05bbde29cbd1 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:41.536820 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b5049a8d-4b9d-4888-8563-0779d7d8da5d req-c50e0095-5f4d-475d-9283-05bbde29cbd1 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0573614 Mar 14 18:56:41.584932 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b5049a8d-4b9d-4888-8563-0779d7d8da5d req-0bb96413-e8c3-4a68-a95d-1ecefa463193 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425563 Mar 14 18:56:41.724960 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7d3f5-8b7f-46db-8653-bd2e5714274b req-e85ae017-acb5-4e05-bde2-b58a0a8c0d01 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:41.726452 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d1b7d3f5-8b7f-46db-8653-bd2e5714274b req-e85ae017-acb5-4e05-bde2-b58a0a8c0d01 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0553358 Mar 14 18:56:41.778887 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d1b7d3f5-8b7f-46db-8653-bd2e5714274b req-5854ef9e-8bb6-4247-a193-fa80f80e2c8d tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449624 Mar 14 18:56:42.006540 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15ae30-9aa1-4767-83d0-49c6643f671b req-e15b943e-a3fc-4924-82ba-1d66df644718 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:42.008055 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-be15ae30-9aa1-4767-83d0-49c6643f671b req-e15b943e-a3fc-4924-82ba-1d66df644718 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0551722 Mar 14 18:56:42.060028 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-be15ae30-9aa1-4767-83d0-49c6643f671b req-f768daab-4742-4269-8a8d-cff1c445d5e3 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464201 Mar 14 18:56:42.376535 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f321a2-bc3b-4ffa-ac3d-420f445d5e04 req-08fb3eb0-571e-499c-97b4-86f7a7d32c41 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:42.377912 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-86f321a2-bc3b-4ffa-ac3d-420f445d5e04 req-08fb3eb0-571e-499c-97b4-86f7a7d32c41 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0539591 Mar 14 18:56:42.437045 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-86f321a2-bc3b-4ffa-ac3d-420f445d5e04 req-bc5d0fdd-9149-4382-b86c-a677326149be tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505333 Mar 14 18:56:42.711347 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f4127-ca11-4637-8a6a-87393a285fd6 req-6cb515aa-8bad-4b11-9beb-c88f3d21077c tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:42.712983 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f13f4127-ca11-4637-8a6a-87393a285fd6 req-6cb515aa-8bad-4b11-9beb-c88f3d21077c tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0589070 Mar 14 18:56:42.763769 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f13f4127-ca11-4637-8a6a-87393a285fd6 req-85a00ba7-7000-4514-9223-44a81787d1a5 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451486 Mar 14 18:56:43.187115 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bac264-e532-432a-87a2-bf42aeb599ac req-e7923fcf-1a11-42fe-bff8-c0d95fde9560 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:43.188728 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-28bac264-e532-432a-87a2-bf42aeb599ac req-e7923fcf-1a11-42fe-bff8-c0d95fde9560 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0575333 Mar 14 18:56:43.249931 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-28bac264-e532-432a-87a2-bf42aeb599ac req-b75150b2-b8e8-4ac0-a615-a2bcb3eb2ae5 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550976 Mar 14 18:56:43.578325 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db0510-564c-47ec-b1e9-d649f4a12ec0 req-d3895b90-a9a0-4cd6-82f2-a9ceba471cca tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:43.580048 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-81db0510-564c-47ec-b1e9-d649f4a12ec0 req-d3895b90-a9a0-4cd6-82f2-a9ceba471cca tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0650792 Mar 14 18:56:43.636354 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-81db0510-564c-47ec-b1e9-d649f4a12ec0 req-4185de49-4b09-476a-8f1b-50b080d82413 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499897 Mar 14 18:56:43.886656 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8c81a-4557-477d-9d68-80c310a011fa req-bed7af03-2ec5-4bfd-a3cc-3a346df7db35 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:43.888142 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-45b8c81a-4557-477d-9d68-80c310a011fa req-bed7af03-2ec5-4bfd-a3cc-3a346df7db35 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0549784 Mar 14 18:56:43.936210 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-45b8c81a-4557-477d-9d68-80c310a011fa req-bb1c5b29-df84-410b-8d33-f561cebcfee1 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407636 Mar 14 18:56:44.382442 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0bfe0-3204-4f1c-ab22-804760bba505 req-925a393b-a559-45a1-b4f1-99b4ee1d6df6 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:44.384004 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-eeb0bfe0-3204-4f1c-ab22-804760bba505 req-925a393b-a559-45a1-b4f1-99b4ee1d6df6 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0590644 Mar 14 18:56:44.436895 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-eeb0bfe0-3204-4f1c-ab22-804760bba505 req-3cccfef5-b742-447a-a02c-78d30a1cb64d tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472777 Mar 14 18:56:44.760078 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5f19-8ec2-4acc-acbb-663375dd0b89 req-9463f23b-6de4-4d67-a5ff-f9f84515a1f6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:44.761557 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a24b5f19-8ec2-4acc-acbb-663375dd0b89 req-9463f23b-6de4-4d67-a5ff-f9f84515a1f6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0540669 Mar 14 18:56:44.812331 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a24b5f19-8ec2-4acc-acbb-663375dd0b89 req-05d5aede-c933-435d-a024-a4d9fe6d3a42 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451083 Mar 14 18:56:45.063910 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aadc8f-49ac-4720-803b-edb7c75424e6 req-a27f76de-3471-455a-9bb3-ec3808d33542 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:45.065395 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-88aadc8f-49ac-4720-803b-edb7c75424e6 req-a27f76de-3471-455a-9bb3-ec3808d33542 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0545506 Mar 14 18:56:45.116273 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-88aadc8f-49ac-4720-803b-edb7c75424e6 req-7aaf7f18-acb9-43a3-a137-02aa5d09300a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452449 Mar 14 18:56:45.563590 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570259a-8287-4c1f-af78-3e75f6a53234 req-55713f1b-6984-44f9-af5c-66c07623b15f tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:45.565079 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6570259a-8287-4c1f-af78-3e75f6a53234 req-55713f1b-6984-44f9-af5c-66c07623b15f tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0633864 Mar 14 18:56:45.616486 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6570259a-8287-4c1f-af78-3e75f6a53234 req-5e8446cc-4393-4245-bf21-a580c46f2c99 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Mar 14 18:56:45.939694 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90444169-35cc-4276-9b60-5f15c4e49958 req-2f7c455f-ce72-4fe1-8424-131ee88a6443 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:45.941201 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-90444169-35cc-4276-9b60-5f15c4e49958 req-2f7c455f-ce72-4fe1-8424-131ee88a6443 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0548320 Mar 14 18:56:45.998140 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-90444169-35cc-4276-9b60-5f15c4e49958 req-46a4f74d-8e29-4372-b8e7-7600df9304bd tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490048 Mar 14 18:56:46.244584 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315b8cf-622b-4726-8f39-b7771b591c0c req-70bda308-41bb-4437-bc13-30d5758d8239 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:46.246213 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3315b8cf-622b-4726-8f39-b7771b591c0c req-70bda308-41bb-4437-bc13-30d5758d8239 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0552921 Mar 14 18:56:46.292927 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3315b8cf-622b-4726-8f39-b7771b591c0c req-f3853f15-d2d5-494c-b974-c83b05323cb2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406015 Mar 14 18:56:46.737508 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d2637-39f2-40cd-94cc-054f9fe2f2e1 req-d9c52ca9-d74a-4721-8c6a-d2f115a4a5f7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:46.739023 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a83d2637-39f2-40cd-94cc-054f9fe2f2e1 req-d9c52ca9-d74a-4721-8c6a-d2f115a4a5f7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0541799 Mar 14 18:56:46.788793 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a83d2637-39f2-40cd-94cc-054f9fe2f2e1 req-0330db07-4cba-4511-a733-8b2ffd155a8e tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435803 Mar 14 18:56:47.126359 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55718a34-f6b9-4601-a877-f230e1569abe req-f6ff1acd-2aba-4659-86e5-640dc584763d tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:47.128427 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-55718a34-f6b9-4601-a877-f230e1569abe req-f6ff1acd-2aba-4659-86e5-640dc584763d tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0620017 Mar 14 18:56:47.198981 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-55718a34-f6b9-4601-a877-f230e1569abe req-4a6e1dd7-c3b3-4b8a-9d6d-205c5b9158b2 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639286 Mar 14 18:56:47.342850 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 44812) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:47.349186 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-623db0e3-b16b-4c9b-95ad-b8e1c6af0229 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411582322', 'description': 'tempest-description--1756730737'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:47.370711 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-623db0e3-b16b-4c9b-95ad-b8e1c6af0229 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.426081 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5885b-457f-4d93-88a7-a66900145c28 req-73859661-c4ea-40fb-bd6a-cbfe870f83fc tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:47.426081 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c4a5885b-457f-4d93-88a7-a66900145c28 req-73859661-c4ea-40fb-bd6a-cbfe870f83fc tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0555420 Mar 14 18:56:47.444565 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-623db0e3-b16b-4c9b-95ad-b8e1c6af0229 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (9a3e6cf8-1380-42eb-ab93-de9b5b08a25f), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.449623 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-623db0e3-b16b-4c9b-95ad-b8e1c6af0229 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (9a3e6cf8-1380-42eb-ab93-de9b5b08a25f), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.472227 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c4a5885b-457f-4d93-88a7-a66900145c28 req-01fef1dc-a6fb-41a3-ad2f-d2b7a9ff4c69 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 Mar 14 18:56:47.477591 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-623db0e3-b16b-4c9b-95ad-b8e1c6af0229 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.478869 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-623db0e3-b16b-4c9b-95ad-b8e1c6af0229 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1343179 Mar 14 18:56:47.481725 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 44814) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:47.485973 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-3cae6482-3697-4cf2-9751-70464f76e396 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'security_group_rule': {'security_group_id': '9a3e6cf8-1380-42eb-ab93-de9b5b08a25f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:47.493464 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623db0e3-b16b-4c9b-95ad-b8e1c6af0229 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:47.514900 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3cae6482-3697-4cf2-9751-70464f76e396 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (3980423e-c839-454a-b940-4fbed3a6656e), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.569671 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3cae6482-3697-4cf2-9751-70464f76e396 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (3980423e-c839-454a-b940-4fbed3a6656e), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.574267 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3cae6482-3697-4cf2-9751-70464f76e396 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (3980423e-c839-454a-b940-4fbed3a6656e), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.592118 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae6482-3697-4cf2-9751-70464f76e396 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3980423e-c839-454a-b940-4fbed3a6656e,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:47.598156 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3cae6482-3697-4cf2-9751-70464f76e396 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.599309 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-3cae6482-3697-4cf2-9751-70464f76e396 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166492 Mar 14 18:56:47.602100 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 44818) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:47.606535 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-667627e0-da11-4d15-8cdf-54dd65033d8f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'security_group_rule': {'security_group_id': '9a3e6cf8-1380-42eb-ab93-de9b5b08a25f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:47.631644 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-667627e0-da11-4d15-8cdf-54dd65033d8f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (9001761b-86aa-4709-9853-48a720d340fc), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.687681 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-667627e0-da11-4d15-8cdf-54dd65033d8f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (9001761b-86aa-4709-9853-48a720d340fc), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.693469 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-667627e0-da11-4d15-8cdf-54dd65033d8f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (9001761b-86aa-4709-9853-48a720d340fc), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.711670 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667627e0-da11-4d15-8cdf-54dd65033d8f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9001761b-86aa-4709-9853-48a720d340fc,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:47.716521 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-667627e0-da11-4d15-8cdf-54dd65033d8f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.717724 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-667627e0-da11-4d15-8cdf-54dd65033d8f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146390 Mar 14 18:56:47.721065 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 44820) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:47.725276 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'floatingip': {'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:47.747817 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.853352 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.982005 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb25e6-c9f8-4013-9b72-e23d46d720c0 req-408ca03b-c121-47f2-9aab-0d0840cff739 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:47.983538 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4ddb25e6-c9f8-4013-9b72-e23d46d720c0 req-408ca03b-c121-47f2-9aab-0d0840cff739 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.1213908 Mar 14 18:56:48.022699 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Allocated IP 172.27.3.13 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/d010fc28-f783-4e20-9cc4-65eaf5143ef3) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:48.070383 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4ddb25e6-c9f8-4013-9b72-e23d46d720c0 req-c1cad8f6-b488-4bce-8eaa-fa323e5a9cea tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803785 Mar 14 18:56:48.152250 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for port (d010fc28-f783-4e20-9cc4-65eaf5143ef3), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.193550 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (d010fc28-f783-4e20-9cc4-65eaf5143ef3), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.233880 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:48.236971 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:48.240685 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:48.246181 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'Port': ['ID=d010fc28-f783-4e20-9cc4-65eaf5143ef3,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:48.329376 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (f132c092-a07e-4552-b53f-5afe8fd210b3), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.333474 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970efa0-11f4-4a72-beb5-fefb20b08ec6 req-b99442e3-710b-4b73-9da0-c6ecf761a15c tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:48.334991 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b970efa0-11f4-4a72-beb5-fefb20b08ec6 req-b99442e3-710b-4b73-9da0-c6ecf761a15c tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0627425 Mar 14 18:56:48.368429 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (d010fc28-f783-4e20-9cc4-65eaf5143ef3), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.388192 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b970efa0-11f4-4a72-beb5-fefb20b08ec6 req-7c931124-f3f0-4608-a4df-5e5328e38029 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470352 Mar 14 18:56:48.518044 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for port (d010fc28-f783-4e20-9cc4-65eaf5143ef3), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.527990 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (d010fc28-f783-4e20-9cc4-65eaf5143ef3), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.620358 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'Port': ['ID=d010fc28-f783-4e20-9cc4-65eaf5143ef3,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:48.641471 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (f132c092-a07e-4552-b53f-5afe8fd210b3), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.661414 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99035d5-cb66-44b9-8fca-bc1702a47e35 req-957d0d66-fbba-4851-a912-059100308d84 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:48.662899 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b99035d5-cb66-44b9-8fca-bc1702a47e35 req-957d0d66-fbba-4851-a912-059100308d84 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.1051340 Mar 14 18:56:48.665848 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.666947 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-361ff92a-d77c-4cc9-8992-1d632df18921 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9449449 Mar 14 18:56:48.713529 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b99035d5-cb66-44b9-8fca-bc1702a47e35 req-d88aaadd-d18b-4ccd-bb8a-16825e1a7848 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448999 Mar 14 18:56:48.888854 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-f34f69f9-2201-4946-8d4e-feed92c09b44 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--411582322&fields=id&tenant_id=8da927cccbdc4af29b3a44a95151dfaa HTTP/1.1" status: 200 len: 267 time: 0.0418301 Mar 14 18:56:48.914478 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:56:48.998574 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-547d4d20-156b-4038-abc0-cb653728d4d9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:49.000003 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-547d4d20-156b-4038-abc0-cb653728d4d9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 814 time: 0.1049428 Mar 14 18:56:49.018003 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-5a8f60a3-fc6d-47a4-b452-dd0e00c60c4f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/quotas/8da927cccbdc4af29b3a44a95151dfaa HTTP/1.1" status: 200 len: 375 time: 0.0097420 Mar 14 18:56:49.077520 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-148b55d8-7aaa-4821-a58e-2e8173fca927 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519490 Mar 14 18:56:49.180387 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-3c8a11ad-3ea6-4bed-bc2d-7fac9e45ff8d service neutron] 10.222.0.52 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909772 Mar 14 18:56:49.193406 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16290ff-577a-43e8-86eb-7b8dff51fe2e req-0892b51e-7853-4f57-9ef2-fb5ffaebdae6 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:49.194859 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e16290ff-577a-43e8-86eb-7b8dff51fe2e req-0892b51e-7853-4f57-9ef2-fb5ffaebdae6 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0561275 Mar 14 18:56:49.249932 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e16290ff-577a-43e8-86eb-7b8dff51fe2e req-0621abe4-baf7-4f07-bbdc-720b9e9ce259 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494699 Mar 14 18:56:49.275419 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-928306de-498f-47c4-86ef-bf15d583752a service neutron] 10.222.0.52 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879424 Mar 14 18:56:49.439031 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-559d0d82-9e03-4ef6-b82c-37e9b8a8681a req-a400420e-cbab-47d7-9584-7cf70e959075 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 210 time: 0.0282891 Mar 14 18:56:49.518381 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bc2e3-55ce-4db7-bfa4-6e565acbf2d1 req-46eb2154-eb54-4e60-b72e-cd043d1acc98 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:49.519962 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4c4bc2e3-55ce-4db7-bfa4-6e565acbf2d1 req-46eb2154-eb54-4e60-b72e-cd043d1acc98 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0582352 Mar 14 18:56:49.567872 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4c4bc2e3-55ce-4db7-bfa4-6e565acbf2d1 req-b8985cdc-fd2d-4f73-985b-525896be576a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Mar 14 18:56:49.835412 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc447d76-42a5-4270-88a7-d80bb66d77a4 req-36dfd6bd-d35f-41e8-ad90-a811615aa72d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:49.836881 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dc447d76-42a5-4270-88a7-d80bb66d77a4 req-36dfd6bd-d35f-41e8-ad90-a811615aa72d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0531392 Mar 14 18:56:49.886334 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dc447d76-42a5-4270-88a7-d80bb66d77a4 req-fbcf9273-5131-47e4-ac92-db04dc38c565 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436504 Mar 14 18:56:50.371974 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68611f6-e9d9-48d1-9d2d-3e4d42bc17c9 req-fdaa4723-0ccb-4f57-b223-db95a02fa1d7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:50.373489 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b68611f6-e9d9-48d1-9d2d-3e4d42bc17c9 req-fdaa4723-0ccb-4f57-b223-db95a02fa1d7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0552964 Mar 14 18:56:50.422113 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b68611f6-e9d9-48d1-9d2d-3e4d42bc17c9 req-7acf1812-fa2a-4c3a-b9e3-b16a35ae5028 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427961 Mar 14 18:56:50.535070 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dd8a7a84-cba8-4ed6-86d7-fcb064ece9a9 req-3091c890-5814-4b2d-b7e0-ab1675afcee0 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 210 time: 0.0279050 Mar 14 18:56:50.603011 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-c4799c83-47cc-451e-8f21-c148640549dd tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:50.604519 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-c4799c83-47cc-451e-8f21-c148640549dd tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 814 time: 0.1055315 Mar 14 18:56:50.724207 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-0128d18d-aff9-4693-844b-4b5af6d0c688 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8da927cccbdc4af29b3a44a95151dfaa HTTP/1.1" status: 200 len: 471 time: 0.0974278 Mar 14 18:56:50.732363 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf6e76-7038-4a45-8aa6-700e19a9ea8a req-59e01e22-f995-434a-ade1-737dfa24e920 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:50.733961 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-29bf6e76-7038-4a45-8aa6-700e19a9ea8a req-59e01e22-f995-434a-ade1-737dfa24e920 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0933855 Mar 14 18:56:50.738498 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-236a9cfc-38be-49b3-a7b6-f03c21e35a3d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'port': {'device_id': '465126df-9f3a-40dc-ad5b-a1a30e6e088c', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'admin_state_up': True, 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'security_groups': ['9a3e6cf8-1380-42eb-ab93-de9b5b08a25f']}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:50.835758 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-29bf6e76-7038-4a45-8aa6-700e19a9ea8a req-8d9c87c0-259f-4e82-ac7a-17b188a103bd tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937769 Mar 14 18:56:50.879996 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-236a9cfc-38be-49b3-a7b6-f03c21e35a3d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Made reservation on behalf of 8da927cccbdc4af29b3a44a95151dfaa for: {'port': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:50.883747 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-236a9cfc-38be-49b3-a7b6-f03c21e35a3d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:51.009564 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d4fff-5c59-48f2-941b-3e05f2ac1ba5 req-ef1afd34-3a8b-4e27-a9b6-38f373821eba tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:51.011096 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-df4d4fff-5c59-48f2-941b-3e05f2ac1ba5 req-ef1afd34-3a8b-4e27-a9b6-38f373821eba tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0582128 Mar 14 18:56:51.013523 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-236a9cfc-38be-49b3-a7b6-f03c21e35a3d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Allocated IP 172.20.0.9 (a7223511-bfad-4d95-9cbd-e94cb3fa3a2f/976b38a2-d7ae-40fd-9d70-aabcc933749c/8410c820-87fc-4e1f-bd48-69f102e21780) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:51.058151 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-df4d4fff-5c59-48f2-941b-3e05f2ac1ba5 req-9c5c6a95-a59f-4526-8c14-ed405491571d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407031 Mar 14 18:56:51.154910 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-236a9cfc-38be-49b3-a7b6-f03c21e35a3d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for port (8410c820-87fc-4e1f-bd48-69f102e21780), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:51.192386 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-236a9cfc-38be-49b3-a7b6-f03c21e35a3d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (8410c820-87fc-4e1f-bd48-69f102e21780), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:51.235632 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-236a9cfc-38be-49b3-a7b6-f03c21e35a3d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:51.240821 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-236a9cfc-38be-49b3-a7b6-f03c21e35a3d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:51.244685 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-236a9cfc-38be-49b3-a7b6-f03c21e35a3d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:51.270225 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a9cfc-38be-49b3-a7b6-f03c21e35a3d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'Port': ['ID=8410c820-87fc-4e1f-bd48-69f102e21780,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:51.298403 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-236a9cfc-38be-49b3-a7b6-f03c21e35a3d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:51.299050 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-236a9cfc-38be-49b3-a7b6-f03c21e35a3d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:51.300976 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:51.316106 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-236a9cfc-38be-49b3-a7b6-f03c21e35a3d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5811479 Mar 14 18:56:51.327825 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Request body: {'port': {'device_id': '465126df-9f3a-40dc-ad5b-a1a30e6e088c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:51.389858 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8410c820-87fc-4e1f-bd48-69f102e21780), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:51.495332 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-8c6aca0a-eb77-4ddc-a790-29be400f880b None None] Provisioning complete for port 8410c820-87fc-4e1f-bd48-69f102e21780 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:51.495941 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-8c6aca0a-eb77-4ddc-a790-29be400f880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (8410c820-87fc-4e1f-bd48-69f102e21780), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:51.529772 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-8c6aca0a-eb77-4ddc-a790-29be400f880b None None] Port 8410c820-87fc-4e1f-bd48-69f102e21780 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:56:51.601913 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873a961-8eca-4e05-a4ab-0d63395724cf req-3bcf092e-70ee-437d-99df-708da7676bd6 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:51.603397 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7873a961-8eca-4e05-a4ab-0d63395724cf req-3bcf092e-70ee-437d-99df-708da7676bd6 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.1137178 Mar 14 18:56:51.655669 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72fa89-ec1e-4f19-92b5-a5b4877f0e7a req-9a833214-425d-4bce-bbb7-2b42c368e48f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:51.657097 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2a72fa89-ec1e-4f19-92b5-a5b4877f0e7a req-9a833214-425d-4bce-bbb7-2b42c368e48f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 931 time: 0.0534005 Mar 14 18:56:51.689513 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7873a961-8eca-4e05-a4ab-0d63395724cf req-1a0e832a-ecd6-4886-b944-28d702746924 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792289 Mar 14 18:56:51.710092 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2a72fa89-ec1e-4f19-92b5-a5b4877f0e7a req-d5ebbaed-3c43-4b3d-8bbc-605f4408aa0d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439517 Mar 14 18:56:51.729762 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8410c820-87fc-4e1f-bd48-69f102e21780 {{(pid=109513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:56:51.737852 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Publish callbacks [] for port (8410c820-87fc-4e1f-bd48-69f102e21780), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:51.750271 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.provisioning_blocks [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Transition to ACTIVE for port object 8410c820-87fc-4e1f-bd48-69f102e21780 will not be triggered until provisioned by entity L2. {{(pid=109513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:56:51.754705 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4788572'] for port (8410c820-87fc-4e1f-bd48-69f102e21780), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:51.805893 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Pushing event updated for resources: {'Port': ['ID=8410c820-87fc-4e1f-bd48-69f102e21780,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:51.878828 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Attempting to bind port 8410c820-87fc-4e1f-bd48-69f102e21780 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:51.879156 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Attempting to bind port 8410c820-87fc-4e1f-bd48-69f102e21780 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'}] {{(pid=109513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:51.879506 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Attempting to bind port 8410c820-87fc-4e1f-bd48-69f102e21780 on network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:51.883854 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Port 8410c820-87fc-4e1f-bd48-69f102e21780 on network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:56:51.884200 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Attempting to bind port 8410c820-87fc-4e1f-bd48-69f102e21780 on network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:51.889277 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:51.889836 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Checking segment: {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:51.890410 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Bound using segment: {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'} {{(pid=109513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:51.890836 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.managers [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Bound port: 8410c820-87fc-4e1f-bd48-69f102e21780, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'}}] {{(pid=109513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:51.891204 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8410c820-87fc-4e1f-bd48-69f102e21780), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:51.992187 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] For port 8410c820-87fc-4e1f-bd48-69f102e21780, host hv-cinder-82966, cleared binding levels {{(pid=109513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:51.995811 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] For port 8410c820-87fc-4e1f-bd48-69f102e21780, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=8410c820-87fc-4e1f-bd48-69f102e21780,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:52.003414 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801b484-0fe7-49b9-83da-e17e9348486f req-005876d8-7ca0-4f4f-aa08-f16d930b3e5b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:52.004930 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f801b484-0fe7-49b9-83da-e17e9348486f req-005876d8-7ca0-4f4f-aa08-f16d930b3e5b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.1010573 Mar 14 18:56:52.010766 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4788572'] for port (8410c820-87fc-4e1f-bd48-69f102e21780), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:52.062053 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:52.062672 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:52.064056 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] 10.222.0.69 "PUT /v2.0/ports/8410c820-87fc-4e1f-bd48-69f102e21780 HTTP/1.1" status: 200 len: 1093 time: 0.7405019 Mar 14 18:56:52.068389 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465126df-9f3a-40dc-ad5b-a1a30e6e088c', 'tag': '8410c820-87fc-4e1f-bd48-69f102e21780'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:56:52.070697 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5fa12f-e0c6-480b-b9f4-a419f5d2bbb4" -d '{"events": [{"name": "network-changed", "server_uuid": "465126df-9f3a-40dc-ad5b-a1a30e6e088c", "tag": "8410c820-87fc-4e1f-bd48-69f102e21780"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:56:52.124342 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f801b484-0fe7-49b9-83da-e17e9348486f req-1a1ec047-ec9d-4216-b2cb-1c8ee73575dc tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043291 Mar 14 18:56:52.124342 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11b945-dd15-4c5f-88e9-3eaa3a5f76ac service neutron] Pushing event updated for resources: {'Port': ['ID=8410c820-87fc-4e1f-bd48-69f102e21780,revision_number=3']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:52.154330 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f094e2e0-2beb-43be-9d82-b586611cabfa x-openstack-request-id: req-f094e2e0-2beb-43be-9d82-b586611cabfa {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:56:52.155009 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465126df-9f3a-40dc-ad5b-a1a30e6e088c", "tag": "8410c820-87fc-4e1f-bd48-69f102e21780", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:56:52.155436 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f094e2e0-2beb-43be-9d82-b586611cabfa {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:56:52.155955 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465126df-9f3a-40dc-ad5b-a1a30e6e088c', 'tag': '8410c820-87fc-4e1f-bd48-69f102e21780', 'status': 'completed', 'code': 200} Mar 14 18:56:52.177130 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-127896aa-ca49-4017-b277-95361e144c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:52.178699 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-127896aa-ca49-4017-b277-95361e144c8c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 1127 time: 0.0539203 Mar 14 18:56:52.248338 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-06f55fd2-943f-45d6-93f4-75c94a2f9bb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8410c820-87fc-4e1f-bd48-69f102e21780 HTTP/1.1" status: 200 len: 217 time: 0.0556591 Mar 14 18:56:52.297333 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05bfa4-955e-4324-b46e-a239efaf8e86 req-828f07ab-fa90-4c45-bfcc-e5c4703066a1 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:52.298828 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-de05bfa4-955e-4324-b46e-a239efaf8e86 req-828f07ab-fa90-4c45-bfcc-e5c4703066a1 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.1149547 Mar 14 18:56:52.328908 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-1bcb2e9e-eac1-4ea8-9695-27e41078049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:52.330332 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-1bcb2e9e-eac1-4ea8-9695-27e41078049e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=976b38a2-d7ae-40fd-9d70-aabcc933749c HTTP/1.1" status: 200 len: 853 time: 0.0703945 Mar 14 18:56:52.362505 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-de05bfa4-955e-4324-b46e-a239efaf8e86 req-e07188d6-fd46-46e9-9fb1-c2b297ae174d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576220 Mar 14 18:56:52.404609 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-a810085e-de36-4269-b1a8-b2100984466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:52.406132 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-a810085e-de36-4269-b1a8-b2100984466d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546815 Mar 14 18:56:52.518299 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-143aa2c7-00b3-4343-9859-1cc749ae4989 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977492 Mar 14 18:56:52.612258 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6973b27d-0d7a-4fc4-83f4-5a37ef18b5a3 req-7d87bc58-6e6f-4f7b-b2d5-9e893c41d8e4 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817032 Mar 14 18:56:52.734297 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fa12f-e0c6-480b-b9f4-a419f5d2bbb4 req-be75b917-ea29-48ab-b29e-2fc4d844695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:52.736157 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5a5fa12f-e0c6-480b-b9f4-a419f5d2bbb4 req-be75b917-ea29-48ab-b29e-2fc4d844695d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 1127 time: 0.0503972 Mar 14 18:56:52.819431 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205185f-98c6-459c-9feb-7c8b5a01b0da req-7dc2646b-d981-4375-ab41-4becab04e626 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:52.820955 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d205185f-98c6-459c-9feb-7c8b5a01b0da req-7dc2646b-d981-4375-ab41-4becab04e626 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0606494 Mar 14 18:56:52.868563 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d205185f-98c6-459c-9feb-7c8b5a01b0da req-f2d3fa76-d9d5-4cc9-be42-7792faee9a89 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417087 Mar 14 18:56:52.872351 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef81bda-93ed-46df-b600-73ad0e48dcf2 req-3957580f-1806-4ce3-8b26-358c30190fa1 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:52.874796 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fef81bda-93ed-46df-b600-73ad0e48dcf2 req-3957580f-1806-4ce3-8b26-358c30190fa1 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 943 time: 0.0855403 Mar 14 18:56:52.877829 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fa12f-e0c6-480b-b9f4-a419f5d2bbb4 req-a38d15d2-3de1-482b-a8b4-a2320a3f1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:52.879166 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5a5fa12f-e0c6-480b-b9f4-a419f5d2bbb4 req-a38d15d2-3de1-482b-a8b4-a2320a3f1854 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 915 time: 0.1328154 Mar 14 18:56:52.926263 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5a5fa12f-e0c6-480b-b9f4-a419f5d2bbb4 req-405f10ff-06de-4b3c-acf4-3168bd92c4d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8410c820-87fc-4e1f-bd48-69f102e21780 HTTP/1.1" status: 200 len: 217 time: 0.0392497 Mar 14 18:56:52.976486 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fef81bda-93ed-46df-b600-73ad0e48dcf2 req-8a467502-9dc1-45fa-89bd-323317f76974 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962396 Mar 14 18:56:52.997437 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fa12f-e0c6-480b-b9f4-a419f5d2bbb4 req-cb71b21c-9486-47a4-bdf4-8d8d9635c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:52.998991 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5a5fa12f-e0c6-480b-b9f4-a419f5d2bbb4 req-cb71b21c-9486-47a4-bdf4-8d8d9635c82c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=976b38a2-d7ae-40fd-9d70-aabcc933749c HTTP/1.1" status: 200 len: 853 time: 0.0585766 Mar 14 18:56:53.087270 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fa12f-e0c6-480b-b9f4-a419f5d2bbb4 req-a6e5815b-aba6-4b1a-84dc-be105d169dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:53.088706 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5a5fa12f-e0c6-480b-b9f4-a419f5d2bbb4 req-a6e5815b-aba6-4b1a-84dc-be105d169dba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511310 Mar 14 18:56:53.201351 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5a5fa12f-e0c6-480b-b9f4-a419f5d2bbb4 req-51ee2767-7b6d-456c-9149-47dfa0529072 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967820 Mar 14 18:56:53.236536 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da1da6-f7e6-4c4d-8818-b8230bd10bc2 req-d45e57c6-7434-4021-92a5-1b2806d97849 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:53.238138 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-28da1da6-f7e6-4c4d-8818-b8230bd10bc2 req-d45e57c6-7434-4021-92a5-1b2806d97849 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0541286 Mar 14 18:56:53.286319 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-28da1da6-f7e6-4c4d-8818-b8230bd10bc2 req-e916fd91-51e0-4a86-a0e7-80891a7a7069 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414627 Mar 14 18:56:53.315943 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5a5fa12f-e0c6-480b-b9f4-a419f5d2bbb4 req-eb93ef6f-1f11-40fb-9c75-245864285e31 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918558 Mar 14 18:56:53.498138 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b36dca-e4ec-4789-8af8-c3d17ab506ce req-f3f9fcc1-068d-4540-9abb-46838f5976c0 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:53.499625 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a2b36dca-e4ec-4789-8af8-c3d17ab506ce req-f3f9fcc1-068d-4540-9abb-46838f5976c0 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0666449 Mar 14 18:56:53.546540 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a2b36dca-e4ec-4789-8af8-c3d17ab506ce req-3612bf97-6a37-4d96-8b63-2ded478c5b4d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 Mar 14 18:56:53.992315 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb185b-2033-44b5-b897-5a84ce8e1f27 req-ef389d5b-c57e-45ca-be61-ddace78b71e4 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:53.993777 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4deb185b-2033-44b5-b897-5a84ce8e1f27 req-ef389d5b-c57e-45ca-be61-ddace78b71e4 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0539522 Mar 14 18:56:54.046627 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4deb185b-2033-44b5-b897-5a84ce8e1f27 req-24e69fe7-3dc4-4e28-9353-42965f670866 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472536 Mar 14 18:56:54.097826 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c3959-f29d-496f-9802-5c09c69d4914 req-4f0a318d-bcd3-41d4-a3d3-284c4a86fb43 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:54.099190 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e89c3959-f29d-496f-9802-5c09c69d4914 req-4f0a318d-bcd3-41d4-a3d3-284c4a86fb43 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 943 time: 0.0517843 Mar 14 18:56:54.149249 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e89c3959-f29d-496f-9802-5c09c69d4914 req-6ae55bac-3431-4545-9c34-6251bcb0ed2c tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444152 Mar 14 18:56:54.408304 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e929c42-d420-421b-8b53-0fd1c61adc01 req-cf68e7b4-54ee-4a25-8c48-956d4a01dc8a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:54.409744 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4e929c42-d420-421b-8b53-0fd1c61adc01 req-cf68e7b4-54ee-4a25-8c48-956d4a01dc8a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0576317 Mar 14 18:56:54.442777 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9cedc-bbef-4d2b-920f-89273cf1ce13 req-246d20a7-e4ac-40c4-9b98-b21534808d30 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:54.444281 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e7e9cedc-bbef-4d2b-920f-89273cf1ce13 req-246d20a7-e4ac-40c4-9b98-b21534808d30 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0526736 Mar 14 18:56:54.456251 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4e929c42-d420-421b-8b53-0fd1c61adc01 req-debdf344-a365-441d-b37e-1735d6a86f27 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409651 Mar 14 18:56:54.490868 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e7e9cedc-bbef-4d2b-920f-89273cf1ce13 req-20228895-e09c-4e64-9451-e6783db8f416 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408616 Mar 14 18:56:54.512851 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 44940) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:54.666622 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b338f-4fa2-4b89-b862-082c0fe5a719 req-ab509e26-89bd-4ae6-8def-4551c1909911 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:54.668334 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d3b338f-4fa2-4b89-b862-082c0fe5a719 req-ab509e26-89bd-4ae6-8def-4551c1909911 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0543778 Mar 14 18:56:54.714338 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d3b338f-4fa2-4b89-b862-082c0fe5a719 req-6714cdc8-92bf-404a-bffd-38b8b22fe9cc tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402219 Mar 14 18:56:54.767668 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b8fcf7-960e-48bf-b665-eefb44853488 tempest-TestMinimumBasicScenario-440243398 tempest-TestMinimumBasicScenario-440243398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:54.769157 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-c3b8fcf7-960e-48bf-b665-eefb44853488 tempest-TestMinimumBasicScenario-440243398 tempest-TestMinimumBasicScenario-440243398-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 1124 time: 0.2553940 Mar 14 18:56:54.772184 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 44946) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:54.776712 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Request body: {'floatingip': {'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'port_id': 'ad669e09-fb85-405e-9d07-a48e3667c19c', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:54.800549 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:54.903677 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:55.023976 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Allocated IP 172.27.3.176 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/c2886ebc-8977-49d2-b3ca-0c60232722e5) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:55.138975 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for port (c2886ebc-8977-49d2-b3ca-0c60232722e5), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:55.165080 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a63be-d770-417b-a180-b06179627a5f req-0b23ac38-36f3-491b-8ade-77201658f800 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:55.166835 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ec0a63be-d770-417b-a180-b06179627a5f req-0b23ac38-36f3-491b-8ade-77201658f800 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0520501 Mar 14 18:56:55.178743 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (c2886ebc-8977-49d2-b3ca-0c60232722e5), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:55.220501 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ec0a63be-d770-417b-a180-b06179627a5f req-cab7e3e3-f9e8-4957-a487-f1f185800123 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476775 Mar 14 18:56:55.224998 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:55.235165 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:55.239783 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:55.259254 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Pushing event updated for resources: {'Port': ['ID=c2886ebc-8977-49d2-b3ca-0c60232722e5,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:55.334224 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9a3d6-5485-4610-bc83-942ba297ece2 req-dfd86612-d761-4cf7-ab39-40362f59548c tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:55.335775 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f3c9a3d6-5485-4610-bc83-942ba297ece2 req-dfd86612-d761-4cf7-ab39-40362f59548c tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 943 time: 0.1128194 Mar 14 18:56:55.470520 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e381ea-9aeb-44cb-bbc9-4d93f89cc9fc req-c1530eb2-fe72-4fe4-aa96-450ad3070e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:55.472121 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e9e381ea-9aeb-44cb-bbc9-4d93f89cc9fc req-c1530eb2-fe72-4fe4-aa96-450ad3070e96 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 1130 time: 0.0500159 Mar 14 18:56:55.484156 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f3c9a3d6-5485-4610-bc83-942ba297ece2 req-fd7c40c0-6a32-4d4c-b516-603c5093c738 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404746 Mar 14 18:56:55.522487 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e9e381ea-9aeb-44cb-bbc9-4d93f89cc9fc req-6c7aec41-614c-453b-9e46-a9fc0ee0e1ad service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425305 Mar 14 18:56:55.582040 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718cb19-d33b-4f4a-922a-adf0b6e469da req-7cf63b02-74ec-483b-a300-137c38b82614 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:55.583528 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2718cb19-d33b-4f4a-922a-adf0b6e469da req-7cf63b02-74ec-483b-a300-137c38b82614 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0520608 Mar 14 18:56:55.632315 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2718cb19-d33b-4f4a-922a-adf0b6e469da req-4707896b-73c3-43e2-aaf9-21267fde8fd3 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426621 Mar 14 18:56:55.735124 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:56:55.837069 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:55.849726 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'port_id': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288', 'mac_address': 'fa:16:3e:25:5f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:56:55.888274 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:55.888638 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:55.901676 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:56:55.922353 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:55.929355 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:55.929994 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 8410c820-87fc-4e1f-bd48-69f102e21780 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:56:55.937228 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for floatingip (5c40422c-2b88-4e26-a7c6-26fcb1dc5ff7), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:55.948051 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4b672-8e73-4a63-87e2-dce58177bc89 req-43a1370c-af0b-4055-b341-784549738aa8 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:55.949523 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-acf4b672-8e73-4a63-87e2-dce58177bc89 req-43a1370c-af0b-4055-b341-784549738aa8 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0743015 Mar 14 18:56:56.044161 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:56.045167 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-acf4b672-8e73-4a63-87e2-dce58177bc89 req-2dda46ef-a9b9-4f62-9ee6-bd9ee7c4ca37 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783360 Mar 14 18:56:56.049674 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (c2886ebc-8977-49d2-b3ca-0c60232722e5), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:56.070461 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 8410c820-87fc-4e1f-bd48-69f102e21780, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=8410c820-87fc-4e1f-bd48-69f102e21780,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:56.082807 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': '8410c820-87fc-4e1f-bd48-69f102e21780', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'port_id': '8410c820-87fc-4e1f-bd48-69f102e21780', 'mac_address': 'fa:16:3e:ee:61:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:56:56.123759 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 8410c820-87fc-4e1f-bd48-69f102e21780 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:56.124231 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8410c820-87fc-4e1f-bd48-69f102e21780), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:56.137652 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8410c820-87fc-4e1f-bd48-69f102e21780 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:56:56.157368 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 8410c820-87fc-4e1f-bd48-69f102e21780, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=8410c820-87fc-4e1f-bd48-69f102e21780,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:56.161208 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (8410c820-87fc-4e1f-bd48-69f102e21780), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:56.200585 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for port (c2886ebc-8977-49d2-b3ca-0c60232722e5), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:56.205805 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (c2886ebc-8977-49d2-b3ca-0c60232722e5), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:56.215716 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=8410c820-87fc-4e1f-bd48-69f102e21780,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:56.273916 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Pushing event updated for resources: {'Port': ['ID=c2886ebc-8977-49d2-b3ca-0c60232722e5,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:56.282019 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (5c40422c-2b88-4e26-a7c6-26fcb1dc5ff7), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:56.348286 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a623ae7-e94c-4d17-85dc-05853a89bd89 req-9878f7ec-8f30-4b79-b5d4-6224f6b596e5 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:56.349705 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7a623ae7-e94c-4d17-85dc-05853a89bd89 req-9878f7ec-8f30-4b79-b5d4-6224f6b596e5 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 944 time: 0.0545411 Mar 14 18:56:56.385125 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Floating IP 5c40422c-2b88-4e26-a7c6-26fcb1dc5ff7 associated. External IP: 172.27.3.176, port: ad669e09-fb85-405e-9d07-a48e3667c19c. Mar 14 18:56:56.401849 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7a623ae7-e94c-4d17-85dc-05853a89bd89 req-f7070cc0-2748-440b-89ce-64e9329a792e tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463510 Mar 14 18:56:56.636016 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a110d-3d22-4fff-86fe-47afea71fa84 req-93e321b7-e5b7-4d1d-9929-4a83ffae67ac tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:56.637389 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-637a110d-3d22-4fff-86fe-47afea71fa84 req-93e321b7-e5b7-4d1d-9929-4a83ffae67ac tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 944 time: 0.0789726 Mar 14 18:56:56.639126 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Router 009d4a56-0fe8-4ebd-829a-4223db211b3a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:56:56.737707 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['7a85563c-4c39-4b8e-84e6-94ee1f8bd288'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:56:56.751198 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8f3fb-fed1-4db8-96ff-b42e3ad7a06a req-fdac8e75-57cc-4496-9e66-7f16b77027b8 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:56.752991 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fda8f3fb-fed1-4db8-96ff-b42e3ad7a06a req-fdac8e75-57cc-4496-9e66-7f16b77027b8 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0530686 Mar 14 18:56:56.755375 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-637a110d-3d22-4fff-86fe-47afea71fa84 req-e9a35d14-42eb-4914-8f0c-99b667018300 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113477 Mar 14 18:56:56.771903 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['8410c820-87fc-4e1f-bd48-69f102e21780'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:56:56.783757 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:56:56.795054 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e73a2db-5205-47f7-ac49-96f235928f2c None None] Sync routers for ids ['009d4a56-0fe8-4ebd-829a-4223db211b3a'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:56.810921 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e73a2db-5205-47f7-ac49-96f235928f2c None None] Routers {'009d4a56-0fe8-4ebd-829a-4223db211b3a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:56.811869 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-2e73a2db-5205-47f7-ac49-96f235928f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:56:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['009d4a56-0fe8-4ebd-829a-4223db211b3a'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:56.812148 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:56.821039 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fda8f3fb-fed1-4db8-96ff-b42e3ad7a06a req-a5facc19-66c1-4d17-b20a-f9b6d0f161eb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625727 Mar 14 18:56:56.849607 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-83eea2e4-e59c-4bc1-a84b-d9655451ef38 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0739524 Mar 14 18:56:56.849607 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'tag': 'ad669e09-fb85-405e-9d07-a48e3667c19c'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:56:56.849982 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 44968) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:56.855420 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20086297-2c5f-4d7c-ab81-d4e5fd9e93b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7af499e2-d04d-4f59-81d5-8d1c56c0b0e7", "tag": "ad669e09-fb85-405e-9d07-a48e3667c19c"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:56:56.859023 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-3a28c03b-6c70-4cc2-83b1-f4149c8daf91 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1461748540', 'description': 'tempest-secgroup-smoke-1461748540 description', 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:56.889046 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3a28c03b-6c70-4cc2-83b1-f4149c8daf91 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:56.905872 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9a9c8a-4714-41d6-af69-0590a5591616 x-openstack-request-id: req-fc9a9c8a-4714-41d6-af69-0590a5591616 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:56:56.906182 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af499e2-d04d-4f59-81d5-8d1c56c0b0e7", "tag": "ad669e09-fb85-405e-9d07-a48e3667c19c", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:56:56.906421 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc9a9c8a-4714-41d6-af69-0590a5591616 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:56:56.906941 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'tag': 'ad669e09-fb85-405e-9d07-a48e3667c19c', 'status': 'completed', 'code': 200} Mar 14 18:56:56.938039 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-2e73a2db-5205-47f7-ac49-96f235928f2c None None] Set router 009d4a56-0fe8-4ebd-829a-4223db211b3a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:56.989602 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3a28c03b-6c70-4cc2-83b1-f4149c8daf91 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group (3bdfc62c-9752-4c59-8b49-45eee2042f9d), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.000359 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3a28c03b-6c70-4cc2-83b1-f4149c8daf91 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (3bdfc62c-9752-4c59-8b49-45eee2042f9d), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.040606 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20086297-2c5f-4d7c-ab81-d4e5fd9e93b3 req-b5289a6f-aaa9-469e-8ede-6a5aa86bee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:57.042019 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-20086297-2c5f-4d7c-ab81-d4e5fd9e93b3 req-b5289a6f-aaa9-469e-8ede-6a5aa86bee6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97e17f4e7b5f4d249b69708b9a78f5c0&device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 1129 time: 0.0826738 Mar 14 18:56:57.045158 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3a28c03b-6c70-4cc2-83b1-f4149c8daf91 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.049013 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-3a28c03b-6c70-4cc2-83b1-f4149c8daf91 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1953435 Mar 14 18:56:57.049013 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28c03b-6c70-4cc2-83b1-f4149c8daf91 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdfc62c-9752-4c59-8b49-45eee2042f9d,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:57.049257 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 44974) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:57.053945 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-00123783-84b4-4a90-b21c-d9c9dbadea12 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Request body: {'security_group_rule': {'security_group_id': '3bdfc62c-9752-4c59-8b49-45eee2042f9d', 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:57.140019 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-00123783-84b4-4a90-b21c-d9c9dbadea12 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (073f736f-c72b-442e-ab8b-0e5c1d3640cf), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.246609 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-2e73a2db-5205-47f7-ac49-96f235928f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:48Z', 'updated_at': '2022-03-14T18:55:52Z', 'revision_number': 4, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'gw_port': {'id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:49Z', 'updated_at': '2022-03-14T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '5c40422c-2b88-4e26-a7c6-26fcb1dc5ff7', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'floating_ip_address': '172.27.3.176', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'port_id': 'ad669e09-fb85-405e-9d07-a48e3667c19c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'mac_address': 'fa:16:3e:61:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:55Z', 'updated_at': '2022-03-14T18:56:55Z', 'revision_number': 0, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95', 'name': '', 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'mac_address': 'fa:16:3e:28:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:51Z', 'updated_at': '2022-03-14T18:55:56Z', 'revision_number': 5, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'subnets': [{'id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:57.274175 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e73a2db-5205-47f7-ac49-96f235928f2c None None] Checking router: 009d4a56-0fe8-4ebd-829a-4223db211b3a for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:57.283402 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e73a2db-5205-47f7-ac49-96f235928f2c None None] Routers {'009d4a56-0fe8-4ebd-829a-4223db211b3a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:57.284305 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-2e73a2db-5205-47f7-ac49-96f235928f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:56:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['009d4a56-0fe8-4ebd-829a-4223db211b3a'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:57.408551 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-2e73a2db-5205-47f7-ac49-96f235928f2c None None] Set router 009d4a56-0fe8-4ebd-829a-4223db211b3a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:57.484513 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20086297-2c5f-4d7c-ab81-d4e5fd9e93b3 req-c36e372f-0dac-4d96-8a77-7ff5a8b2779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:57.485979 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-20086297-2c5f-4d7c-ab81-d4e5fd9e93b3 req-c36e372f-0dac-4d96-8a77-7ff5a8b2779a service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a1bead0-0281-41a2-92e4-3855fcf71ce9 HTTP/1.1" status: 200 len: 915 time: 0.4269881 Mar 14 18:56:57.515625 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-00123783-84b4-4a90-b21c-d9c9dbadea12 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (073f736f-c72b-442e-ab8b-0e5c1d3640cf), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.560104 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ca23a-f404-49c3-a93d-cec7b0eff95c req-841403c6-3704-440b-b2a0-282e7370769e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:57.562578 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-468ca23a-f404-49c3-a93d-cec7b0eff95c req-841403c6-3704-440b-b2a0-282e7370769e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.4033542 Mar 14 18:56:57.563461 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-00123783-84b4-4a90-b21c-d9c9dbadea12 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (073f736f-c72b-442e-ab8b-0e5c1d3640cf), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.570113 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d7c5f-0f81-4453-8125-1ee0af7548b1 req-580a3901-ec28-402d-b310-bd5f32ed9f69 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:57.572015 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b71d7c5f-0f81-4453-8125-1ee0af7548b1 req-580a3901-ec28-402d-b310-bd5f32ed9f69 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 944 time: 0.0924852 Mar 14 18:56:57.618422 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00123783-84b4-4a90-b21c-d9c9dbadea12 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073f736f-c72b-442e-ab8b-0e5c1d3640cf,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:57.651020 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-00123783-84b4-4a90-b21c-d9c9dbadea12 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.654763 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-00123783-84b4-4a90-b21c-d9c9dbadea12 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6021595 Mar 14 18:56:57.659692 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-20086297-2c5f-4d7c-ab81-d4e5fd9e93b3 req-367b39c3-22a0-44a1-b4a8-a239729a2ce7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad669e09-fb85-405e-9d07-a48e3667c19c HTTP/1.1" status: 200 len: 999 time: 0.1520429 Mar 14 18:56:57.661833 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 44992) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:57.663998 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b71d7c5f-0f81-4453-8125-1ee0af7548b1 req-f8d09612-b94c-418c-b337-6ee66fc0473c tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854664 Mar 14 18:56:57.668621 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-b28a5f43-dde1-4f87-863e-35313d5dd2f6 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Request body: {'security_group_rule': {'security_group_id': '3bdfc62c-9752-4c59-8b49-45eee2042f9d', 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:57.730557 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-468ca23a-f404-49c3-a93d-cec7b0eff95c req-f4e46455-db0c-4284-b955-c760596f9ba9 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314924 Mar 14 18:56:57.755024 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20086297-2c5f-4d7c-ab81-d4e5fd9e93b3 req-98ac9e30-25e1-45cb-836d-1f42cf50b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:57.756517 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-20086297-2c5f-4d7c-ab81-d4e5fd9e93b3 req-98ac9e30-25e1-45cb-836d-1f42cf50b788 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bcc3bd51-6b92-4325-a854-3a44a0a0d766 HTTP/1.1" status: 200 len: 853 time: 0.0838242 Mar 14 18:56:57.757184 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b28a5f43-dde1-4f87-863e-35313d5dd2f6 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (0081735e-c91d-4704-8217-8a03f907d3a1), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.789886 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-2e73a2db-5205-47f7-ac49-96f235928f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:48Z', 'updated_at': '2022-03-14T18:55:52Z', 'revision_number': 4, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'gw_port': {'id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:49Z', 'updated_at': '2022-03-14T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '5c40422c-2b88-4e26-a7c6-26fcb1dc5ff7', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'floating_ip_address': '172.27.3.176', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'port_id': 'ad669e09-fb85-405e-9d07-a48e3667c19c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'mac_address': 'fa:16:3e:61:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:55Z', 'updated_at': '2022-03-14T18:56:55Z', 'revision_number': 0, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95', 'name': '', 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'mac_address': 'fa:16:3e:28:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:51Z', 'updated_at': '2022-03-14T18:55:56Z', 'revision_number': 5, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'subnets': [{'id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:57.817744 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e73a2db-5205-47f7-ac49-96f235928f2c None None] The sync data for ids ['009d4a56-0fe8-4ebd-829a-4223db211b3a'] in dv-cinder-829664-3-iscsi is: [{'id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:48Z', 'updated_at': '2022-03-14T18:55:52Z', 'revision_number': 4, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'gw_port': {'id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:49Z', 'updated_at': '2022-03-14T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '5c40422c-2b88-4e26-a7c6-26fcb1dc5ff7', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'floating_ip_address': '172.27.3.176', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'port_id': 'ad669e09-fb85-405e-9d07-a48e3667c19c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'mac_address': 'fa:16:3e:61:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:55Z', 'updated_at': '2022-03-14T18:56:55Z', 'revision_number': 0, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95', 'name': '', 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'mac_address': 'fa:16:3e:28:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:51Z', 'updated_at': '2022-03-14T18:55:56Z', 'revision_number': 5, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'subnets': [{'id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:57.836476 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b28a5f43-dde1-4f87-863e-35313d5dd2f6 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (0081735e-c91d-4704-8217-8a03f907d3a1), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.846160 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20086297-2c5f-4d7c-ab81-d4e5fd9e93b3 req-9491a795-b462-4b23-978c-3fa7f443475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:57.861440 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-20086297-2c5f-4d7c-ab81-d4e5fd9e93b3 req-9491a795-b462-4b23-978c-3fa7f443475f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a1bead0-0281-41a2-92e4-3855fcf71ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839789 Mar 14 18:56:57.864847 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b28a5f43-dde1-4f87-863e-35313d5dd2f6 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (0081735e-c91d-4704-8217-8a03f907d3a1), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.890555 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb9561-f76c-457a-8d8e-339cde39919b req-9428ab86-4c19-4ee6-a637-fc7ca89dcf06 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:57.892659 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6fdb9561-f76c-457a-8d8e-339cde39919b req-9428ab86-4c19-4ee6-a637-fc7ca89dcf06 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 944 time: 0.0623224 Mar 14 18:56:57.893026 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a5f43-dde1-4f87-863e-35313d5dd2f6 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0081735e-c91d-4704-8217-8a03f907d3a1,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:57.945914 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6fdb9561-f76c-457a-8d8e-339cde39919b req-512c300b-dcaf-4c1f-96ee-933ab0ec1d99 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436664 Mar 14 18:56:57.947243 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b28a5f43-dde1-4f87-863e-35313d5dd2f6 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.948458 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-b28a5f43-dde1-4f87-863e-35313d5dd2f6 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2856956 Mar 14 18:56:57.952186 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 45000) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:57.956964 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-60056fdd-e150-459e-8af9-1bd8fc7c6d40 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Request body: {'security_group_rule': {'security_group_id': '3bdfc62c-9752-4c59-8b49-45eee2042f9d', 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:57.996389 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-60056fdd-e150-459e-8af9-1bd8fc7c6d40 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (6e59c60f-6846-4c9b-9acd-1da0c39ecd48), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.026439 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c7d34-0f18-40ea-a78d-73258fe57ae6 req-7f36fa34-8a54-408f-98ec-2c645091fea3 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:58.027971 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b30c7d34-0f18-40ea-a78d-73258fe57ae6 req-7f36fa34-8a54-408f-98ec-2c645091fea3 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.1232212 Mar 14 18:56:58.031870 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-20086297-2c5f-4d7c-ab81-d4e5fd9e93b3 req-01731b33-f770-4c74-94e1-aecd72ffe893 service neutron] 10.222.0.69 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531358 Mar 14 18:56:58.069438 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-60056fdd-e150-459e-8af9-1bd8fc7c6d40 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (6e59c60f-6846-4c9b-9acd-1da0c39ecd48), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.074436 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-60056fdd-e150-459e-8af9-1bd8fc7c6d40 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (6e59c60f-6846-4c9b-9acd-1da0c39ecd48), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.091405 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60056fdd-e150-459e-8af9-1bd8fc7c6d40 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e59c60f-6846-4c9b-9acd-1da0c39ecd48,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:58.104929 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-60056fdd-e150-459e-8af9-1bd8fc7c6d40 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.106460 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-60056fdd-e150-459e-8af9-1bd8fc7c6d40 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531956 Mar 14 18:56:58.111023 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45002) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:58.120207 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc25448-b731-4b4a-a249-bc278f409217 None None] New status for floating IP 5c40422c-2b88-4e26-a7c6-26fcb1dc5ff7: ACTIVE {{(pid=109514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:56:58.122930 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-94918312-2a03-4850-b8f7-2d676d60161c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Request body: {'security_group_rule': {'security_group_id': '3bdfc62c-9752-4c59-8b49-45eee2042f9d', 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:58.167904 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b30c7d34-0f18-40ea-a78d-73258fe57ae6 req-294c7a0e-77c3-41a1-b607-a365077922f5 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342909 Mar 14 18:56:58.197600 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-94918312-2a03-4850-b8f7-2d676d60161c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (be436ca2-aff9-4fb9-88aa-f7134b71c462), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.201490 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-20086297-2c5f-4d7c-ab81-d4e5fd9e93b3 req-0e11afe8-ea51-4e52-b532-717d9c5fe0f7 service neutron] 10.222.0.69 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526768 Mar 14 18:56:58.250556 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-94918312-2a03-4850-b8f7-2d676d60161c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (be436ca2-aff9-4fb9-88aa-f7134b71c462), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.255004 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-94918312-2a03-4850-b8f7-2d676d60161c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (be436ca2-aff9-4fb9-88aa-f7134b71c462), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.272630 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94918312-2a03-4850-b8f7-2d676d60161c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be436ca2-aff9-4fb9-88aa-f7134b71c462,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:58.280452 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-94918312-2a03-4850-b8f7-2d676d60161c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.284418 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-94918312-2a03-4850-b8f7-2d676d60161c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1696439 Mar 14 18:56:58.284599 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45004) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:58.288915 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-0aaf4a94-8f2b-4b24-b137-b10858c336fa tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Request body: {'security_group_rule': {'security_group_id': '3bdfc62c-9752-4c59-8b49-45eee2042f9d', 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:58.310826 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.securitygroups_db [None req-0aaf4a94-8f2b-4b24-b137-b10858c336fa tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Project 97e17f4e7b5f4d249b69708b9a78f5c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:56:58.316425 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4a94-8f2b-4b24-b137-b10858c336fa tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (8c41d44a-9e04-4c35-9d53-8abbe1dae2b8), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.373622 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4a94-8f2b-4b24-b137-b10858c336fa tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (8c41d44a-9e04-4c35-9d53-8abbe1dae2b8), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.379156 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4a94-8f2b-4b24-b137-b10858c336fa tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (8c41d44a-9e04-4c35-9d53-8abbe1dae2b8), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.397130 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf4a94-8f2b-4b24-b137-b10858c336fa tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c41d44a-9e04-4c35-9d53-8abbe1dae2b8,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:58.404992 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4a94-8f2b-4b24-b137-b10858c336fa tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.406183 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-0aaf4a94-8f2b-4b24-b137-b10858c336fa tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206586 Mar 14 18:56:58.409000 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45006) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:58.415173 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-8fbfdac5-cc53-45b5-9c0d-5074018ddba4 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Request body: {'security_group_rule': {'security_group_id': '3bdfc62c-9752-4c59-8b49-45eee2042f9d', 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:58.437688 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.securitygroups_db [None req-8fbfdac5-cc53-45b5-9c0d-5074018ddba4 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Project 97e17f4e7b5f4d249b69708b9a78f5c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:56:58.443089 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8fbfdac5-cc53-45b5-9c0d-5074018ddba4 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (a44e0ce2-1835-4da0-854a-13b71c16be9c), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.505608 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8fbfdac5-cc53-45b5-9c0d-5074018ddba4 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (a44e0ce2-1835-4da0-854a-13b71c16be9c), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.511302 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8fbfdac5-cc53-45b5-9c0d-5074018ddba4 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (a44e0ce2-1835-4da0-854a-13b71c16be9c), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.535394 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfdac5-cc53-45b5-9c0d-5074018ddba4 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44e0ce2-1835-4da0-854a-13b71c16be9c,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:58.543263 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8fbfdac5-cc53-45b5-9c0d-5074018ddba4 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.544645 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-8fbfdac5-cc53-45b5-9c0d-5074018ddba4 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346149 Mar 14 18:56:58.641268 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-522c300b-7b69-46cb-a656-fc648890ac16 req-3ed148f7-92a1-42ad-877f-27c169f1ca4f tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461748540&fields=id&tenant_id=97e17f4e7b5f4d249b69708b9a78f5c0 HTTP/1.1" status: 200 len: 267 time: 0.0529876 Mar 14 18:56:58.697391 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c300b-7b69-46cb-a656-fc648890ac16 req-234ee8e9-c14b-43ff-839a-721de2abb032 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:58.697574 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-522c300b-7b69-46cb-a656-fc648890ac16 req-234ee8e9-c14b-43ff-839a-721de2abb032 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0510387 Mar 14 18:56:58.716630 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-522c300b-7b69-46cb-a656-fc648890ac16 req-8efd4914-0e36-4cbd-a88d-883d28ec5cf2 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Request body: {'port': {'security_groups': ['67538a7a-cda1-4a09-9feb-5e54c1820297', '3bdfc62c-9752-4c59-8b49-45eee2042f9d']}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:58.786063 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d96bd1-bfcc-4b0c-ab7c-b5c65bad23ad req-caf99edf-11f2-4daa-8bbd-97c15edb2251 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:58.787585 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-44d96bd1-bfcc-4b0c-ab7c-b5c65bad23ad req-caf99edf-11f2-4daa-8bbd-97c15edb2251 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 944 time: 0.0621538 Mar 14 18:56:58.802708 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-522c300b-7b69-46cb-a656-fc648890ac16 req-8efd4914-0e36-4cbd-a88d-883d28ec5cf2 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.840769 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-44d96bd1-bfcc-4b0c-ab7c-b5c65bad23ad req-33446eed-f43e-4cc4-85af-654aff22c027 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468786 Mar 14 18:56:58.952983 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d3d0f-cfbd-483f-9bef-e135f50f9b53 req-82c59030-0d3c-451e-b6c0-044d2fe20f88 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:58.954415 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8e4d3d0f-cfbd-483f-9bef-e135f50f9b53 req-82c59030-0d3c-451e-b6c0-044d2fe20f88 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0533628 Mar 14 18:56:59.003664 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8e4d3d0f-cfbd-483f-9bef-e135f50f9b53 req-7da4efdd-52a1-4952-8a5b-35a88285ddeb tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434937 Mar 14 18:56:59.004606 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-522c300b-7b69-46cb-a656-fc648890ac16 req-8efd4914-0e36-4cbd-a88d-883d28ec5cf2 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] For port ad669e09-fb85-405e-9d07-a48e3667c19c, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad669e09-fb85-405e-9d07-a48e3667c19c,segment=NetworkSegment(2f54800b-0dc8-4c79-b12b-02f0f2127e12),segment_id=2f54800b-0dc8-4c79-b12b-02f0f2127e12)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:59.035753 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-522c300b-7b69-46cb-a656-fc648890ac16 req-8efd4914-0e36-4cbd-a88d-883d28ec5cf2 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:59.043846 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-522c300b-7b69-46cb-a656-fc648890ac16 req-8efd4914-0e36-4cbd-a88d-883d28ec5cf2 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:59.069094 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['ad669e09-fb85-405e-9d07-a48e3667c19c'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:56:59.089170 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c300b-7b69-46cb-a656-fc648890ac16 req-8efd4914-0e36-4cbd-a88d-883d28ec5cf2 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:59.089796 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-522c300b-7b69-46cb-a656-fc648890ac16 req-8efd4914-0e36-4cbd-a88d-883d28ec5cf2 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:59.091860 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-522c300b-7b69-46cb-a656-fc648890ac16 req-8efd4914-0e36-4cbd-a88d-883d28ec5cf2 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "PUT /v2.0/ports/ad669e09-fb85-405e-9d07-a48e3667c19c HTTP/1.1" status: 200 len: 981 time: 0.3822150 Mar 14 18:56:59.091860 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'tag': 'ad669e09-fb85-405e-9d07-a48e3667c19c'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:56:59.093944 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94b6d09-cea0-45a4-984a-37744375f944" -d '{"events": [{"name": "network-changed", "server_uuid": "7af499e2-d04d-4f59-81d5-8d1c56c0b0e7", "tag": "ad669e09-fb85-405e-9d07-a48e3667c19c"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:56:59.121706 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd4914-0e36-4cbd-a88d-883d28ec5cf2 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Pushing event updated for resources: {'Port': ['ID=ad669e09-fb85-405e-9d07-a48e3667c19c,revision_number=6']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:59.125633 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d94c59-bf03-4e47-bf6c-f70ec19ab4c9 req-b6e4fcd8-6d73-4ce7-ac81-8bb1dd19d365 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:59.127684 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-57d94c59-bf03-4e47-bf6c-f70ec19ab4c9 req-b6e4fcd8-6d73-4ce7-ac81-8bb1dd19d365 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 944 time: 0.0668273 Mar 14 18:56:59.189130 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-57d94c59-bf03-4e47-bf6c-f70ec19ab4c9 req-f36d8b11-ad1f-4dd1-9cd1-acc4dcf54b35 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546753 Mar 14 18:56:59.247816 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d04c4a-eb16-4aad-b50f-45a3b59c93dc x-openstack-request-id: req-48d04c4a-eb16-4aad-b50f-45a3b59c93dc {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:56:59.248109 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af499e2-d04d-4f59-81d5-8d1c56c0b0e7", "tag": "ad669e09-fb85-405e-9d07-a48e3667c19c", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:56:59.248370 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48d04c4a-eb16-4aad-b50f-45a3b59c93dc {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:56:59.248770 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'tag': 'ad669e09-fb85-405e-9d07-a48e3667c19c', 'status': 'completed', 'code': 200} Mar 14 18:56:59.384205 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['ad669e09-fb85-405e-9d07-a48e3667c19c'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:56:59.393025 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b6d09-cea0-45a4-984a-37744375f944 req-56eb9338-8117-409c-8a00-7b8ea4cd6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:59.394608 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a94b6d09-cea0-45a4-984a-37744375f944 req-56eb9338-8117-409c-8a00-7b8ea4cd6bad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97e17f4e7b5f4d249b69708b9a78f5c0&device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 1168 time: 0.0933456 Mar 14 18:56:59.402924 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b74008-bd85-4826-91e4-396dcc1d8cc7 req-2e8e039c-9072-4204-b685-c32dae1e7cab tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:59.404393 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-64b74008-bd85-4826-91e4-396dcc1d8cc7 req-2e8e039c-9072-4204-b685-c32dae1e7cab tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.1054134 Mar 14 18:56:59.438633 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fc8e6-175d-4577-8e95-7441739a8e85 req-93eac193-bd9a-4671-967d-9b4ab39883cb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:59.440544 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4e3fc8e6-175d-4577-8e95-7441739a8e85 req-93eac193-bd9a-4671-967d-9b4ab39883cb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0655577 Mar 14 18:56:59.500138 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4e3fc8e6-175d-4577-8e95-7441739a8e85 req-3476ed80-d322-411e-9f93-77699d2e878d tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509462 Mar 14 18:56:59.526546 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-64b74008-bd85-4826-91e4-396dcc1d8cc7 req-2cea5237-ae26-40ec-b800-22d11799ccf6 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141369 Mar 14 18:56:59.544584 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b6d09-cea0-45a4-984a-37744375f944 req-206d19da-095e-48bc-a13f-07387373558c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:59.546078 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a94b6d09-cea0-45a4-984a-37744375f944 req-206d19da-095e-48bc-a13f-07387373558c service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a1bead0-0281-41a2-92e4-3855fcf71ce9 HTTP/1.1" status: 200 len: 915 time: 0.1408343 Mar 14 18:56:59.630399 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a94b6d09-cea0-45a4-984a-37744375f944 req-32e6a5f3-0107-4636-bb71-acec3abf44fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad669e09-fb85-405e-9d07-a48e3667c19c HTTP/1.1" status: 200 len: 1001 time: 0.0743716 Mar 14 18:56:59.662118 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-aaf52df0-1b0f-488d-8748-e627d296a643 None None] Provisioning complete for port ad669e09-fb85-405e-9d07-a48e3667c19c triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:59.662487 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-aaf52df0-1b0f-488d-8748-e627d296a643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:59.726177 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b6d09-cea0-45a4-984a-37744375f944 req-d715074d-818f-4c2c-b37d-744e6ad7093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:59.728265 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a94b6d09-cea0-45a4-984a-37744375f944 req-d715074d-818f-4c2c-b37d-744e6ad7093e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bcc3bd51-6b92-4325-a854-3a44a0a0d766 HTTP/1.1" status: 200 len: 853 time: 0.0857739 Mar 14 18:56:59.738009 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551a331-c892-48a6-b51e-b69e2df8744b req-22679cd4-1cbd-470b-92ee-b7390ae3e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:59.740318 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a551a331-c892-48a6-b51e-b69e2df8744b req-22679cd4-1cbd-470b-92ee-b7390ae3e4c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ab2ae9ef74c4219b541c0ffefdc5fb5&device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 1130 time: 0.0722451 Mar 14 18:56:59.743969 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10836a-6bb7-4607-aab5-c1fc23dfa356 req-9fe29977-525f-4141-82ff-1cf28458da87 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:59.745548 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7a10836a-6bb7-4607-aab5-c1fc23dfa356 req-9fe29977-525f-4141-82ff-1cf28458da87 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0918822 Mar 14 18:56:59.780375 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:59.827833 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7a10836a-6bb7-4607-aab5-c1fc23dfa356 req-b46845d6-c25c-4c7d-9100-b6a03c7e2771 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748508 Mar 14 18:56:59.850399 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551a331-c892-48a6-b51e-b69e2df8744b req-37c2e1a3-a12b-44b1-b9b8-bfcb5a4b2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:59.850619 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b6d09-cea0-45a4-984a-37744375f944 req-34eb8bbc-c5f2-4cac-a668-c22260276279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:59.851924 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a551a331-c892-48a6-b51e-b69e2df8744b req-37c2e1a3-a12b-44b1-b9b8-bfcb5a4b2065 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4943cbb-86ed-41d1-ba7e-068bc9f558be HTTP/1.1" status: 200 len: 920 time: 0.0975842 Mar 14 18:56:59.852705 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a94b6d09-cea0-45a4-984a-37744375f944 req-34eb8bbc-c5f2-4cac-a668-c22260276279 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a1bead0-0281-41a2-92e4-3855fcf71ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0991540 Mar 14 18:56:59.884220 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-aaf52df0-1b0f-488d-8748-e627d296a643 None None] Current status of the port ad669e09-fb85-405e-9d07-a48e3667c19c is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:59.925138 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:56:59.959814 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a551a331-c892-48a6-b51e-b69e2df8744b req-5a6012a7-4132-4f9f-9c88-741f8f169122 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a36c04-2fd9-4ff6-b362-30ba8e69a671 HTTP/1.1" status: 200 len: 217 time: 0.0651069 Mar 14 18:56:59.964430 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:59.964813 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:00.039874 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551a331-c892-48a6-b51e-b69e2df8744b req-c4abf185-80e4-4b50-8dc2-7a1d42e22c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:00.041758 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a551a331-c892-48a6-b51e-b69e2df8744b req-c4abf185-80e4-4b50-8dc2-7a1d42e22c7e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e161f34-9b40-4161-b4b6-c157a635ab79 HTTP/1.1" status: 200 len: 859 time: 0.0719392 Mar 14 18:57:00.054015 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a94b6d09-cea0-45a4-984a-37744375f944 req-178712b6-f309-49f0-80d6-bf3208b0d20c service neutron] 10.222.0.69 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635847 Mar 14 18:57:00.070858 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b5472-4d03-4d97-a621-b18a5fa41776 req-d64ff93c-2f09-4560-a2f2-4ffc1ffce5e0 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:00.078658 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-922b5472-4d03-4d97-a621-b18a5fa41776 req-d64ff93c-2f09-4560-a2f2-4ffc1ffce5e0 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 944 time: 0.1177135 Mar 14 18:57:00.102396 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a551a331-c892-48a6-b51e-b69e2df8744b req-6c15d716-943c-4453-ab8f-43873e327830 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4943cbb-86ed-41d1-ba7e-068bc9f558be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493014 Mar 14 18:57:00.186117 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:00.186117 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:00.209286 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-922b5472-4d03-4d97-a621-b18a5fa41776 req-3ac79b92-444e-4984-85ec-742be604aa76 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285744 Mar 14 18:57:00.225209 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912df016-303f-4f46-aaea-28d265372c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:00.227663 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aace35e5-0ba7-4de1-8e83-b22858517033" -d '{"events": [{"server_uuid": "912df016-303f-4f46-aaea-28d265372c4d", "name": "network-vif-plugged", "status": "completed", "tag": "7a85563c-4c39-4b8e-84e6-94ee1f8bd288"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:00.240327 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a94b6d09-cea0-45a4-984a-37744375f944 req-d8e5a947-2275-45a7-abe8-12812a8a6b33 service neutron] 10.222.0.69 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755443 Mar 14 18:57:00.250664 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:00.270395 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:00.271234 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 8410c820-87fc-4e1f-bd48-69f102e21780 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:00.278972 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a551a331-c892-48a6-b51e-b69e2df8744b req-39d8299a-5613-4dfc-9855-047050a4ad69 service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674042 Mar 14 18:57:00.283306 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74080762-52f3-44a6-a3cd-a9072fab6d02 x-openstack-request-id: req-74080762-52f3-44a6-a3cd-a9072fab6d02 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:00.283647 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912df016-303f-4f46-aaea-28d265372c4d", "name": "network-vif-plugged", "status": "completed", "tag": "7a85563c-4c39-4b8e-84e6-94ee1f8bd288", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:00.283901 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74080762-52f3-44a6-a3cd-a9072fab6d02 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:00.284284 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912df016-303f-4f46-aaea-28d265372c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288', 'code': 200} Mar 14 18:57:00.326422 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076011ad-bb65-495e-81c3-3eff0a06a4f0 req-9d746810-5bb7-4273-8d47-0139e6891a17 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:00.328577 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-076011ad-bb65-495e-81c3-3eff0a06a4f0 req-9d746810-5bb7-4273-8d47-0139e6891a17 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 944 time: 0.0588424 Mar 14 18:57:00.377482 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:00.382588 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-076011ad-bb65-495e-81c3-3eff0a06a4f0 req-2513091b-fece-4178-90db-f5e128fd95e8 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442715 Mar 14 18:57:00.398072 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port 8410c820-87fc-4e1f-bd48-69f102e21780 completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:57:00.402303 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port 8410c820-87fc-4e1f-bd48-69f102e21780 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:00.402682 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (8410c820-87fc-4e1f-bd48-69f102e21780), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:00.419724 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a551a331-c892-48a6-b51e-b69e2df8744b req-6572b6ba-1825-486c-8658-0d28029ac9ac service neutron] 10.222.0.69 "GET /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129224 Mar 14 18:57:00.478594 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 8410c820-87fc-4e1f-bd48-69f102e21780 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:00.478988 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8410c820-87fc-4e1f-bd48-69f102e21780), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:00.510283 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 8410c820-87fc-4e1f-bd48-69f102e21780, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=8410c820-87fc-4e1f-bd48-69f102e21780,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:00.514176 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (8410c820-87fc-4e1f-bd48-69f102e21780), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:00.564924 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=8410c820-87fc-4e1f-bd48-69f102e21780,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:00.618154 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4ecb2-632a-40c5-828f-bdc4cff7b70b req-37b5da1a-e74b-4283-b5f8-1bb883876b26 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:00.619584 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cfe4ecb2-632a-40c5-828f-bdc4cff7b70b req-37b5da1a-e74b-4283-b5f8-1bb883876b26 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0541019 Mar 14 18:57:00.694126 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cfe4ecb2-632a-40c5-828f-bdc4cff7b70b req-89e5b1c7-f318-4e12-9d98-a4dc7b1ca15a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682418 Mar 14 18:57:00.710600 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4393e0a-4886-4886-8acc-93f5b24a1c5f req-c02faae9-3808-44d8-9b2f-560fdc8addc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:00.712170 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a4393e0a-4886-4886-8acc-93f5b24a1c5f req-c02faae9-3808-44d8-9b2f-560fdc8addc5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 1129 time: 0.0625675 Mar 14 18:57:00.777907 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a4393e0a-4886-4886-8acc-93f5b24a1c5f req-e49f2119-02bc-47fe-be8a-ebe414018e9f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502083 Mar 14 18:57:00.980672 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e88c8-b77b-4f37-8e08-b6c4144baab3 req-29ec84e9-e507-45b1-b52e-de91fc9e3be8 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:00.982237 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-916e88c8-b77b-4f37-8e08-b6c4144baab3 req-29ec84e9-e507-45b1-b52e-de91fc9e3be8 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0550821 Mar 14 18:57:01.032763 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-916e88c8-b77b-4f37-8e08-b6c4144baab3 req-72bc7d31-a4af-43f9-b5ca-61478d7b83bd tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449269 Mar 14 18:57:01.334665 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32555dd-400f-497b-add1-b378fe96a59e req-93935f9c-7ede-4023-899e-9aa9b37bf1f1 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:01.336131 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f32555dd-400f-497b-add1-b378fe96a59e req-93935f9c-7ede-4023-899e-9aa9b37bf1f1 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0540540 Mar 14 18:57:01.386569 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f32555dd-400f-497b-add1-b378fe96a59e req-7e412690-b565-477f-a800-ea821f897e11 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447733 Mar 14 18:57:01.501589 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e8511-aa72-451a-93a0-2408cfe74915 req-ee3be65c-c8c3-4565-b114-f1a359d52954 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:01.503072 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-288e8511-aa72-451a-93a0-2408cfe74915 req-ee3be65c-c8c3-4565-b114-f1a359d52954 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 945 time: 0.0532191 Mar 14 18:57:01.551394 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-288e8511-aa72-451a-93a0-2408cfe74915 req-7ca58a45-f2ef-4a08-9b67-e88770d90c20 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425847 Mar 14 18:57:01.830049 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256f0f4-767d-4330-b04c-a38afe07990d req-f8f5c614-a3b0-4d4a-ba03-1403542cdc37 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:01.831607 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4256f0f4-767d-4330-b04c-a38afe07990d req-f8f5c614-a3b0-4d4a-ba03-1403542cdc37 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0572822 Mar 14 18:57:01.880417 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4256f0f4-767d-4330-b04c-a38afe07990d req-baf6e7c5-b5f0-422b-8a25-5bf4d900c36c tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407889 Mar 14 18:57:02.170036 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024d855-d26b-4c00-806a-6b1e0cc76f3e req-57b21af8-c987-42c0-b7f4-dc5a65514b3a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:02.171543 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1024d855-d26b-4c00-806a-6b1e0cc76f3e req-57b21af8-c987-42c0-b7f4-dc5a65514b3a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0635204 Mar 14 18:57:02.219846 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1024d855-d26b-4c00-806a-6b1e0cc76f3e req-e4f54532-9b6e-4813-a487-ab14167daf0a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423076 Mar 14 18:57:02.285347 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465126df-9f3a-40dc-ad5b-a1a30e6e088c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8410c820-87fc-4e1f-bd48-69f102e21780'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:02.287918 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69d0756-3476-4681-b60e-147dcc21f2f7" -d '{"events": [{"server_uuid": "465126df-9f3a-40dc-ad5b-a1a30e6e088c", "name": "network-vif-plugged", "status": "completed", "tag": "8410c820-87fc-4e1f-bd48-69f102e21780"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:02.323302 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1841ca-0914-42a2-b1df-88117314a84f x-openstack-request-id: req-7d1841ca-0914-42a2-b1df-88117314a84f {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:02.323653 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465126df-9f3a-40dc-ad5b-a1a30e6e088c", "name": "network-vif-plugged", "status": "completed", "tag": "8410c820-87fc-4e1f-bd48-69f102e21780", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:02.323920 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d1841ca-0914-42a2-b1df-88117314a84f {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:02.324304 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465126df-9f3a-40dc-ad5b-a1a30e6e088c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8410c820-87fc-4e1f-bd48-69f102e21780', 'code': 200} Mar 14 18:57:02.380987 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-62412dd7-eb9e-49ca-b5f5-a9809055a26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:02.528033 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067aa38-3c4b-4a8b-978e-84357bbe69af req-9adfdc13-f0dd-4521-8f2b-adf14163980a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:02.530519 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8067aa38-3c4b-4a8b-978e-84357bbe69af req-9adfdc13-f0dd-4521-8f2b-adf14163980a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0620408 Mar 14 18:57:02.550506 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fa12a-3fdb-4b52-8952-4e0106cab3b7 req-6a0ff8fd-24bd-4939-a015-5bc22572592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:02.552084 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-637fa12a-3fdb-4b52-8952-4e0106cab3b7 req-6a0ff8fd-24bd-4939-a015-5bc22572592b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 1129 time: 0.0446517 Mar 14 18:57:02.589740 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8067aa38-3c4b-4a8b-978e-84357bbe69af req-6accd0c0-9c5f-42bc-8947-1e851b2186ef tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533061 Mar 14 18:57:02.610840 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-637fa12a-3fdb-4b52-8952-4e0106cab3b7 req-33bea934-dd1e-4a8c-9a72-1fd2f409de89 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475974 Mar 14 18:57:02.625841 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45084) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:02.685788 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449407c7-ce97-4147-ac05-83ff033d5af0 req-2d6db089-2305-4350-94ca-0fd4573bcd52 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:02.687280 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-449407c7-ce97-4147-ac05-83ff033d5af0 req-2d6db089-2305-4350-94ca-0fd4573bcd52 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 945 time: 0.0581284 Mar 14 18:57:02.730237 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-778f3f8b-1469-4f78-ad9c-c5bc4b0fee3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:02.733785 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-449407c7-ce97-4147-ac05-83ff033d5af0 req-ba443df4-3584-4ad2-98c4-072d31e05d54 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409493 Mar 14 18:57:02.804592 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-778f3f8b-1469-4f78-ad9c-c5bc4b0fee3d admin admin] Publish callbacks [] for security_group (b657bfdf-0f68-4b01-be2c-ab7cd6b651c3), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:02.810824 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-778f3f8b-1469-4f78-ad9c-c5bc4b0fee3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (b657bfdf-0f68-4b01-be2c-ab7cd6b651c3), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:02.848164 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-778f3f8b-1469-4f78-ad9c-c5bc4b0fee3d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=613c80443965469c97b665da819ac916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212574 Mar 14 18:57:02.848999 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f3f8b-1469-4f78-ad9c-c5bc4b0fee3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b657bfdf-0f68-4b01-be2c-ab7cd6b651c3,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:02.851940 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 45088) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:02.899577 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5aa6a012-2611-458d-94a7-9aa522c977f9 admin admin] Publish callbacks [] for security_group (b657bfdf-0f68-4b01-be2c-ab7cd6b651c3), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:02.922085 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5aa6a012-2611-458d-94a7-9aa522c977f9 admin admin] Publish callbacks [] for security_group (b657bfdf-0f68-4b01-be2c-ab7cd6b651c3), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:02.974613 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5aa6a012-2611-458d-94a7-9aa522c977f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (b657bfdf-0f68-4b01-be2c-ab7cd6b651c3), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:02.977233 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5aa6a012-2611-458d-94a7-9aa522c977f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:02.978400 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-5aa6a012-2611-458d-94a7-9aa522c977f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b657bfdf-0f68-4b01-be2c-ab7cd6b651c3 HTTP/1.1" status: 204 len: 168 time: 0.1252794 Mar 14 18:57:02.998917 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6a012-2611-458d-94a7-9aa522c977f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b657bfdf-0f68-4b01-be2c-ab7cd6b651c3,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:03.014665 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06d3f0-a029-4b42-add7-0beac42a204f req-eef46f0e-e5fc-4089-9168-7b0fe2a36e1a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:03.016245 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fd06d3f0-a029-4b42-add7-0beac42a204f req-eef46f0e-e5fc-4089-9168-7b0fe2a36e1a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0601425 Mar 14 18:57:03.065735 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fd06d3f0-a029-4b42-add7-0beac42a204f req-cdb6fecc-d028-43e6-944d-3871d053ffe0 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433645 Mar 14 18:57:03.341820 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3311119-55c9-44fa-bb2f-aafcac4a15b8 req-01da47e8-e3aa-435c-92aa-d9d037d5f5d8 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:03.343282 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d3311119-55c9-44fa-bb2f-aafcac4a15b8 req-01da47e8-e3aa-435c-92aa-d9d037d5f5d8 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0534720 Mar 14 18:57:03.396192 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d3311119-55c9-44fa-bb2f-aafcac4a15b8 req-e41876a2-5365-440e-b81e-d71de4f58843 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467994 Mar 14 18:57:03.734627 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3d9c1-d2f8-4aec-a55f-76790edf37f5 req-8415af72-6ae7-4710-b8fc-e9d947c489b7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:03.736130 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-42b3d9c1-d2f8-4aec-a55f-76790edf37f5 req-8415af72-6ae7-4710-b8fc-e9d947c489b7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0666056 Mar 14 18:57:03.788234 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-42b3d9c1-d2f8-4aec-a55f-76790edf37f5 req-472e5bb6-24f8-4c28-9b5d-f1aeb481789f tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439994 Mar 14 18:57:03.855314 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9db991-16e0-45ce-8237-8bc5eaedce6f req-382287da-0189-43bd-94ae-3eff2aa7bf39 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:03.857115 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3d9db991-16e0-45ce-8237-8bc5eaedce6f req-382287da-0189-43bd-94ae-3eff2aa7bf39 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 945 time: 0.0561378 Mar 14 18:57:03.904513 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3d9db991-16e0-45ce-8237-8bc5eaedce6f req-23bd9265-2399-44f1-956c-04539af576a5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418627 Mar 14 18:57:03.905881 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c3e66-cf6a-4535-a5b0-4c51cc1be368 req-e7a60054-5f33-4942-b025-2a165a1b6a01 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:03.907371 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-834c3e66-cf6a-4535-a5b0-4c51cc1be368 req-e7a60054-5f33-4942-b025-2a165a1b6a01 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0528061 Mar 14 18:57:03.959542 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-834c3e66-cf6a-4535-a5b0-4c51cc1be368 req-76b0ac41-a509-4e6c-bc50-f719923a613f tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462029 Mar 14 18:57:03.981198 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45102) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:04.182138 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb710d61-cfc0-46d3-a2a0-36b3a4666111 req-4751d334-b1e3-47b7-9914-40795f6f4fbc tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:04.183038 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c7f302-e7e8-4722-a278-6f566835d648 tempest-TestShelveInstance-23628350 tempest-TestShelveInstance-23628350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:04.183664 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eb710d61-cfc0-46d3-a2a0-36b3a4666111 req-4751d334-b1e3-47b7-9914-40795f6f4fbc tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0513747 Mar 14 18:57:04.187464 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-a3c7f302-e7e8-4722-a278-6f566835d648 tempest-TestShelveInstance-23628350 tempest-TestShelveInstance-23628350-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 1124 time: 0.2025256 Mar 14 18:57:04.187686 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45108) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:04.191918 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Request body: {'floatingip': {'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'port_id': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288', 'tenant_id': '62602078318e427f9a6427505192c559', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:04.213134 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:04.232490 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eb710d61-cfc0-46d3-a2a0-36b3a4666111 req-a28aff95-d728-4d48-b807-70f9df5b7414 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429738 Mar 14 18:57:04.309930 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:04.421707 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Allocated IP 172.27.3.185 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/582f886d-776c-4cb5-ae74-833b4d8d4c9e) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:57:04.555009 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f078f0-1ab1-45af-b176-3025f6271f3a req-60de135c-6974-42a6-8970-c2d7b9b72329 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:04.556579 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e7f078f0-1ab1-45af-b176-3025f6271f3a req-60de135c-6974-42a6-8970-c2d7b9b72329 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0870817 Mar 14 18:57:04.572239 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for port (582f886d-776c-4cb5-ae74-833b4d8d4c9e), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:04.625653 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e7f078f0-1ab1-45af-b176-3025f6271f3a req-cfcef126-c07c-4e2d-8946-2f640f29252e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631876 Mar 14 18:57:04.636052 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (582f886d-776c-4cb5-ae74-833b4d8d4c9e), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:04.678577 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:57:04.681720 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:04.686137 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:57:04.689326 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Pushing event updated for resources: {'Port': ['ID=582f886d-776c-4cb5-ae74-833b4d8d4c9e,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:04.694079 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-613f14b8-a83b-4ed1-ab3e-c8c7f5c4b150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.087753 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for floatingip (d507906e-1ec0-409e-afa2-46c65c515e25), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.119436 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74bca4-a5e2-4584-b155-60981bed200a req-b1754507-b468-4791-8291-14ea05b9cb28 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:05.120939 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ff74bca4-a5e2-4584-b155-60981bed200a req-b1754507-b468-4791-8291-14ea05b9cb28 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 945 time: 0.1197577 Mar 14 18:57:05.199069 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ff74bca4-a5e2-4584-b155-60981bed200a req-d564b394-b491-4768-8637-f3e4f1a546a8 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696549 Mar 14 18:57:05.201788 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (582f886d-776c-4cb5-ae74-833b4d8d4c9e), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.325847 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87936702-f756-4d10-87a6-20b2539080ef req-cb3c816d-b321-491b-8a71-fd17b64ff757 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:05.327385 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-87936702-f756-4d10-87a6-20b2539080ef req-cb3c816d-b321-491b-8a71-fd17b64ff757 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 945 time: 0.0650961 Mar 14 18:57:05.336043 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 45130) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:05.340441 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-02c64291-a989-47ff-9a06-3050dd9d1397 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'floatingip': {'port_id': '8410c820-87fc-4e1f-bd48-69f102e21780'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:05.379395 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-02c64291-a989-47ff-9a06-3050dd9d1397 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (f132c092-a07e-4552-b53f-5afe8fd210b3), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.395609 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dc537-9f1d-4739-8a26-5edca320b64a req-74fb7d0c-b345-414d-9d5f-b06eea8c3143 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:05.397087 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-670dc537-9f1d-4739-8a26-5edca320b64a req-74fb7d0c-b345-414d-9d5f-b06eea8c3143 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0870385 Mar 14 18:57:05.410074 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for port (582f886d-776c-4cb5-ae74-833b4d8d4c9e), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.417041 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4788572'] for port (582f886d-776c-4cb5-ae74-833b4d8d4c9e), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.513095 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Pushing event updated for resources: {'Port': ['ID=582f886d-776c-4cb5-ae74-833b4d8d4c9e,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:05.525539 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-670dc537-9f1d-4739-8a26-5edca320b64a req-5e53d931-9ac8-45bd-8875-13e422c92cad tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195822 Mar 14 18:57:05.528599 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (d507906e-1ec0-409e-afa2-46c65c515e25), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.632628 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.l3_db [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Floating IP d507906e-1ec0-409e-afa2-46c65c515e25 associated. External IP: 172.27.3.185, port: 7a85563c-4c39-4b8e-84e6-94ee1f8bd288. Mar 14 18:57:05.775731 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84b67f-eb5a-4d1a-882f-fe4c24a7c47b req-54a4ce0b-d375-41f1-bcaa-78cf039e634f tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:05.777116 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5e84b67f-eb5a-4d1a-882f-fe4c24a7c47b req-54a4ce0b-d375-41f1-bcaa-78cf039e634f tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0776556 Mar 14 18:57:05.878759 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-02c64291-a989-47ff-9a06-3050dd9d1397 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.885931 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-02c64291-a989-47ff-9a06-3050dd9d1397 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (f132c092-a07e-4552-b53f-5afe8fd210b3), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.917018 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.968387 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836fe3f-31ff-4196-b8b3-e31e673dc2ee req-53746cab-8889-4794-9835-423badb0fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:05.970231 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b836fe3f-31ff-4196-b8b3-e31e673dc2ee req-53746cab-8889-4794-9835-423badb0fd58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d5854ce46fd47118790a60790aabdc0&device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 1129 time: 0.1407619 Mar 14 18:57:06.054369 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [None req-02c64291-a989-47ff-9a06-3050dd9d1397 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Floating IP f132c092-a07e-4552-b53f-5afe8fd210b3 associated. External IP: 172.27.3.13, port: 8410c820-87fc-4e1f-bd48-69f102e21780. Mar 14 18:57:06.138764 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5e84b67f-eb5a-4d1a-882f-fe4c24a7c47b req-38673cfb-f3d8-4c92-b59e-8e944ed74100 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3529429 Mar 14 18:57:06.168257 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Router b58cadef-117f-40dc-8952-b30eaf39d95f has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:57:06.169953 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836fe3f-31ff-4196-b8b3-e31e673dc2ee req-b1923bb9-03cd-4d06-a58a-08d43cbc3906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:06.171429 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b836fe3f-31ff-4196-b8b3-e31e673dc2ee req-b1923bb9-03cd-4d06-a58a-08d43cbc3906 service neutron] 10.222.0.69 "GET /v2.0/networks?id=02582d36-ca25-45a1-af5c-ddbb95f8bde0 HTTP/1.1" status: 200 len: 912 time: 0.1849811 Mar 14 18:57:06.283753 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:57:06.294397 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb6fd0-a595-472d-963a-f177a6f0d11c None None] Sync routers for ids ['b58cadef-117f-40dc-8952-b30eaf39d95f'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:57:06.303413 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:06.314612 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb6fd0-a595-472d-963a-f177a6f0d11c None None] Routers {'b58cadef-117f-40dc-8952-b30eaf39d95f'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:06.315355 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-b8cb6fd0-a595-472d-963a-f177a6f0d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:57:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b58cadef-117f-40dc-8952-b30eaf39d95f'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:06.334844 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-d55bc18b-a7fc-49a5-aea0-bbc787b1c535 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1461189 Mar 14 18:57:06.335452 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912df016-303f-4f46-aaea-28d265372c4d', 'tag': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:06.337736 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468f7c0b-c5c2-40a4-9f07-1efbe44e0071" -d '{"events": [{"name": "network-changed", "server_uuid": "912df016-303f-4f46-aaea-28d265372c4d", "tag": "7a85563c-4c39-4b8e-84e6-94ee1f8bd288"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:06.379753 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b49660-8e05-48e8-ae67-d70b0f6afc6b x-openstack-request-id: req-22b49660-8e05-48e8-ae67-d70b0f6afc6b {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:06.379930 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912df016-303f-4f46-aaea-28d265372c4d", "tag": "7a85563c-4c39-4b8e-84e6-94ee1f8bd288", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:06.380283 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22b49660-8e05-48e8-ae67-d70b0f6afc6b {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:06.380660 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912df016-303f-4f46-aaea-28d265372c4d', 'tag': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288', 'status': 'completed', 'code': 200} Mar 14 18:57:06.443627 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-b8cb6fd0-a595-472d-963a-f177a6f0d11c None None] Set router b58cadef-117f-40dc-8952-b30eaf39d95f gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:06.453332 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f7c0b-c5c2-40a4-9f07-1efbe44e0071 req-40af89b1-96dc-447e-8b74-91b54bce4b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:06.455003 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-468f7c0b-c5c2-40a4-9f07-1efbe44e0071 req-40af89b1-96dc-447e-8b74-91b54bce4b5b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62602078318e427f9a6427505192c559&device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 1129 time: 0.0449264 Mar 14 18:57:06.535506 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b836fe3f-31ff-4196-b8b3-e31e673dc2ee req-d1f1e2c0-9369-44ca-ac67-6e29ecc0fc8f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43c1c21d-f2cc-47d4-ba79-5d46c08178b0 HTTP/1.1" status: 200 len: 1001 time: 0.3525889 Mar 14 18:57:06.554825 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f7c0b-c5c2-40a4-9f07-1efbe44e0071 req-e1d2a9f7-90df-4809-b89c-9b6097ed9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:06.556275 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-468f7c0b-c5c2-40a4-9f07-1efbe44e0071 req-e1d2a9f7-90df-4809-b89c-9b6097ed9420 service neutron] 10.222.0.69 "GET /v2.0/networks?id=82333385-ac2d-4839-8665-1cd431d3a6f7 HTTP/1.1" status: 200 len: 909 time: 0.0892339 Mar 14 18:57:06.606535 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836fe3f-31ff-4196-b8b3-e31e673dc2ee req-e04dbe98-c55e-400d-9576-6dcda4ba2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:06.608023 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b836fe3f-31ff-4196-b8b3-e31e673dc2ee req-e04dbe98-c55e-400d-9576-6dcda4ba2d6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7884ae3e-1a70-464b-b2c2-a460fd6afe53 HTTP/1.1" status: 200 len: 850 time: 0.0578406 Mar 14 18:57:06.616121 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c64291-a989-47ff-9a06-3050dd9d1397 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Router bccde6cd-6452-41b2-9555-dbe2edffde9a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:57:06.628845 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-468f7c0b-c5c2-40a4-9f07-1efbe44e0071 req-90900955-0e11-4d70-b114-234e25f7dc00 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288 HTTP/1.1" status: 200 len: 999 time: 0.0602767 Mar 14 18:57:06.675873 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-b8cb6fd0-a595-472d-963a-f177a6f0d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T18:56:02Z', 'revision_number': 4, 'project_id': '62602078318e427f9a6427505192c559', 'gw_port': {'id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:58Z', 'updated_at': '2022-03-14T18:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'd507906e-1ec0-409e-afa2-46c65c515e25', 'tenant_id': '62602078318e427f9a6427505192c559', 'floating_ip_address': '172.27.3.185', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'port_id': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'mac_address': 'fa:16:3e:25:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912df016-303f-4f46-aaea-28d265372c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:57:04Z', 'updated_at': '2022-03-14T18:57:04Z', 'revision_number': 0, 'project_id': '62602078318e427f9a6427505192c559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10286fd3-c716-435c-8e36-f55317003e43', 'name': '', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'tenant_id': '62602078318e427f9a6427505192c559', 'mac_address': 'fa:16:3e:39:db:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:01Z', 'updated_at': '2022-03-14T18:56:12Z', 'revision_number': 5, 'project_id': '62602078318e427f9a6427505192c559', 'subnets': [{'id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:06.684517 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f7c0b-c5c2-40a4-9f07-1efbe44e0071 req-067c5bae-1100-46dc-ba93-e568f3f8ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:06.686600 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-468f7c0b-c5c2-40a4-9f07-1efbe44e0071 req-067c5bae-1100-46dc-ba93-e568f3f8ead7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e075947a-f8da-4776-a2ef-29eb0a510e7f HTTP/1.1" status: 200 len: 847 time: 0.0460212 Mar 14 18:57:06.702289 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb6fd0-a595-472d-963a-f177a6f0d11c None None] Checking router: b58cadef-117f-40dc-8952-b30eaf39d95f for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:57:06.712390 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb6fd0-a595-472d-963a-f177a6f0d11c None None] Routers {'b58cadef-117f-40dc-8952-b30eaf39d95f'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:06.713129 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-b8cb6fd0-a595-472d-963a-f177a6f0d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:57:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b58cadef-117f-40dc-8952-b30eaf39d95f'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:06.740107 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836fe3f-31ff-4196-b8b3-e31e673dc2ee req-0536aafb-bfe6-4a3d-967a-ec45acd71ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:06.741583 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b836fe3f-31ff-4196-b8b3-e31e673dc2ee req-0536aafb-bfe6-4a3d-967a-ec45acd71ac9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02582d36-ca25-45a1-af5c-ddbb95f8bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1207240 Mar 14 18:57:06.745220 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f7c0b-c5c2-40a4-9f07-1efbe44e0071 req-56f0b3d5-b913-483c-a117-ac7ca2d3277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:06.746721 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-468f7c0b-c5c2-40a4-9f07-1efbe44e0071 req-56f0b3d5-b913-483c-a117-ac7ca2d3277b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82333385-ac2d-4839-8665-1cd431d3a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490172 Mar 14 18:57:06.760029 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c64291-a989-47ff-9a06-3050dd9d1397 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:57:06.764459 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-02c64291-a989-47ff-9a06-3050dd9d1397 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:06.772404 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a3d70b-2257-4f81-bc3c-3774fee6758e None None] Sync routers for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:57:06.785190 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a3d70b-2257-4f81-bc3c-3774fee6758e None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:06.786424 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-43a3d70b-2257-4f81-bc3c-3774fee6758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:57:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:06.820942 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-b8cb6fd0-a595-472d-963a-f177a6f0d11c None None] Set router b58cadef-117f-40dc-8952-b30eaf39d95f gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:06.834618 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-02c64291-a989-47ff-9a06-3050dd9d1397 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "PUT /v2.0/floatingips/f132c092-a07e-4552-b53f-5afe8fd210b3 HTTP/1.1" status: 200 len: 990 time: 1.4975073 Mar 14 18:57:06.838580 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465126df-9f3a-40dc-ad5b-a1a30e6e088c', 'tag': '8410c820-87fc-4e1f-bd48-69f102e21780'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:06.840975 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6851dc-72e8-4473-acd4-45f7b3faa944" -d '{"events": [{"name": "network-changed", "server_uuid": "465126df-9f3a-40dc-ad5b-a1a30e6e088c", "tag": "8410c820-87fc-4e1f-bd48-69f102e21780"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:06.880091 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b836fe3f-31ff-4196-b8b3-e31e673dc2ee req-f78c4cb8-bb5d-47a8-8554-7413462cff0d service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967252 Mar 14 18:57:06.906976 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-468f7c0b-c5c2-40a4-9f07-1efbe44e0071 req-ccd23cab-e927-45a6-9c5f-f76f0c6f46ca service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338456 Mar 14 18:57:06.944473 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1586ee98-66d3-4a1b-a3d6-25b793db0a08 x-openstack-request-id: req-1586ee98-66d3-4a1b-a3d6-25b793db0a08 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:06.944473 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465126df-9f3a-40dc-ad5b-a1a30e6e088c", "tag": "8410c820-87fc-4e1f-bd48-69f102e21780", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:06.944473 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1586ee98-66d3-4a1b-a3d6-25b793db0a08 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:06.944473 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465126df-9f3a-40dc-ad5b-a1a30e6e088c', 'tag': '8410c820-87fc-4e1f-bd48-69f102e21780', 'status': 'completed', 'code': 200} Mar 14 18:57:06.953743 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-43a3d70b-2257-4f81-bc3c-3774fee6758e None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:07.032292 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-468f7c0b-c5c2-40a4-9f07-1efbe44e0071 req-5ba4854b-b52f-4bee-8009-0fdf353ed93c service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095264 Mar 14 18:57:07.040540 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b836fe3f-31ff-4196-b8b3-e31e673dc2ee req-16172643-031d-4205-ab9d-85b4b15680e5 service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509929 Mar 14 18:57:07.043677 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6851dc-72e8-4473-acd4-45f7b3faa944 req-e5ec23cc-c450-4632-b46b-de4304842173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:07.045449 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cc6851dc-72e8-4473-acd4-45f7b3faa944 req-e5ec23cc-c450-4632-b46b-de4304842173 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 1129 time: 0.0898871 Mar 14 18:57:07.218291 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6851dc-72e8-4473-acd4-45f7b3faa944 req-d417d005-89dc-47f0-8e0a-25c6657c35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:07.232491 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cc6851dc-72e8-4473-acd4-45f7b3faa944 req-d417d005-89dc-47f0-8e0a-25c6657c35c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 915 time: 0.1697962 Mar 14 18:57:07.259797 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-b8cb6fd0-a595-472d-963a-f177a6f0d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T18:56:02Z', 'revision_number': 4, 'project_id': '62602078318e427f9a6427505192c559', 'gw_port': {'id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:58Z', 'updated_at': '2022-03-14T18:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'd507906e-1ec0-409e-afa2-46c65c515e25', 'tenant_id': '62602078318e427f9a6427505192c559', 'floating_ip_address': '172.27.3.185', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'port_id': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'mac_address': 'fa:16:3e:25:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912df016-303f-4f46-aaea-28d265372c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:57:04Z', 'updated_at': '2022-03-14T18:57:04Z', 'revision_number': 0, 'project_id': '62602078318e427f9a6427505192c559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10286fd3-c716-435c-8e36-f55317003e43', 'name': '', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'tenant_id': '62602078318e427f9a6427505192c559', 'mac_address': 'fa:16:3e:39:db:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:01Z', 'updated_at': '2022-03-14T18:56:12Z', 'revision_number': 5, 'project_id': '62602078318e427f9a6427505192c559', 'subnets': [{'id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:07.289172 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:07.294993 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb6fd0-a595-472d-963a-f177a6f0d11c None None] The sync data for ids ['b58cadef-117f-40dc-8952-b30eaf39d95f'] in dv-cinder-829664-3-iscsi is: [{'id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T18:56:02Z', 'revision_number': 4, 'project_id': '62602078318e427f9a6427505192c559', 'gw_port': {'id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:58Z', 'updated_at': '2022-03-14T18:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'd507906e-1ec0-409e-afa2-46c65c515e25', 'tenant_id': '62602078318e427f9a6427505192c559', 'floating_ip_address': '172.27.3.185', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'port_id': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'mac_address': 'fa:16:3e:25:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912df016-303f-4f46-aaea-28d265372c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:57:04Z', 'updated_at': '2022-03-14T18:57:04Z', 'revision_number': 0, 'project_id': '62602078318e427f9a6427505192c559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10286fd3-c716-435c-8e36-f55317003e43', 'name': '', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'tenant_id': '62602078318e427f9a6427505192c559', 'mac_address': 'fa:16:3e:39:db:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:01Z', 'updated_at': '2022-03-14T18:56:12Z', 'revision_number': 5, 'project_id': '62602078318e427f9a6427505192c559', 'subnets': [{'id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:57:07.308932 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-43a3d70b-2257-4f81-bc3c-3774fee6758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '0566d397-d404-4411-98be-20f4fc2aef0d', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': '93626ccd-48e0-496f-9b47-be647825f215', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:92:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345c426e-e67c-4059-afa1-b22d69a8befb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:54:28Z', 'updated_at': '2022-03-14T18:55:15Z', 'revision_number': 2, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}, {'id': 'f132c092-a07e-4552-b53f-5afe8fd210b3', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': '8410c820-87fc-4e1f-bd48-69f102e21780', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:ee:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465126df-9f3a-40dc-ad5b-a1a30e6e088c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:48Z', 'updated_at': '2022-03-14T18:57:05Z', 'revision_number': 1, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:07.342822 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a3d70b-2257-4f81-bc3c-3774fee6758e None None] Checking router: bccde6cd-6452-41b2-9555-dbe2edffde9a for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:57:07.360938 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a3d70b-2257-4f81-bc3c-3774fee6758e None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:07.361704 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-43a3d70b-2257-4f81-bc3c-3774fee6758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:57:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:07.413402 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cc6851dc-72e8-4473-acd4-45f7b3faa944 req-7a25bcd0-e955-43f5-8be9-4a3ee9370193 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8410c820-87fc-4e1f-bd48-69f102e21780 HTTP/1.1" status: 200 len: 998 time: 0.1577191 Mar 14 18:57:07.426541 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb19f8-4234-4fb2-8ee5-0bde291bbb3f req-49077ba3-407c-428b-86c0-2a117126a770 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:07.428193 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-82cb19f8-4234-4fb2-8ee5-0bde291bbb3f req-49077ba3-407c-428b-86c0-2a117126a770 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.1658316 Mar 14 18:57:07.512533 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6851dc-72e8-4473-acd4-45f7b3faa944 req-fcf2a0fe-b4e4-46a0-a7a2-f5265847e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:07.512824 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-43a3d70b-2257-4f81-bc3c-3774fee6758e None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:07.514173 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cc6851dc-72e8-4473-acd4-45f7b3faa944 req-fcf2a0fe-b4e4-46a0-a7a2-f5265847e473 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=976b38a2-d7ae-40fd-9d70-aabcc933749c HTTP/1.1" status: 200 len: 853 time: 0.0808613 Mar 14 18:57:07.533369 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-82cb19f8-4234-4fb2-8ee5-0bde291bbb3f req-7c65e74d-0206-47bb-a8c0-f390af679cdf tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890694 Mar 14 18:57:07.601987 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6851dc-72e8-4473-acd4-45f7b3faa944 req-b32c7d0d-2c61-4c3d-8b33-b11d946fdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:07.603754 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cc6851dc-72e8-4473-acd4-45f7b3faa944 req-b32c7d0d-2c61-4c3d-8b33-b11d946fdbd0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598791 Mar 14 18:57:07.643690 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4ec02-cc2f-49ea-86b1-0d1047adbdec None None] New status for floating IP d507906e-1ec0-409e-afa2-46c65c515e25: ACTIVE {{(pid=109515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:57:07.726467 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cc6851dc-72e8-4473-acd4-45f7b3faa944 req-b56801ec-0e66-4f5c-bf18-6ab66f80f082 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024005 Mar 14 18:57:07.813936 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-43a3d70b-2257-4f81-bc3c-3774fee6758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '0566d397-d404-4411-98be-20f4fc2aef0d', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': '93626ccd-48e0-496f-9b47-be647825f215', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:92:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345c426e-e67c-4059-afa1-b22d69a8befb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:54:28Z', 'updated_at': '2022-03-14T18:55:15Z', 'revision_number': 2, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}, {'id': 'f132c092-a07e-4552-b53f-5afe8fd210b3', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': '8410c820-87fc-4e1f-bd48-69f102e21780', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:ee:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465126df-9f3a-40dc-ad5b-a1a30e6e088c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:48Z', 'updated_at': '2022-03-14T18:57:05Z', 'revision_number': 1, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:07.821787 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cc6851dc-72e8-4473-acd4-45f7b3faa944 req-1c12ea2d-9804-4fc8-9d40-165de5c549af service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861695 Mar 14 18:57:07.842480 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a3d70b-2257-4f81-bc3c-3774fee6758e None None] The sync data for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi is: [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '0566d397-d404-4411-98be-20f4fc2aef0d', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': '93626ccd-48e0-496f-9b47-be647825f215', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:92:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345c426e-e67c-4059-afa1-b22d69a8befb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:54:28Z', 'updated_at': '2022-03-14T18:55:15Z', 'revision_number': 2, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}, {'id': 'f132c092-a07e-4552-b53f-5afe8fd210b3', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': '8410c820-87fc-4e1f-bd48-69f102e21780', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:ee:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465126df-9f3a-40dc-ad5b-a1a30e6e088c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:48Z', 'updated_at': '2022-03-14T18:57:05Z', 'revision_number': 1, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:57:08.062723 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8848c05d-0e5d-4076-b54b-d3485ff3e23d None None] New status for floating IP f132c092-a07e-4552-b53f-5afe8fd210b3: ACTIVE {{(pid=109514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:57:08.654763 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb214197-a352-4e6f-bca9-8302201a3b38 req-e84c250d-91fb-4ead-8192-ad02a14fff8a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:08.656213 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-eb214197-a352-4e6f-bca9-8302201a3b38 req-e84c250d-91fb-4ead-8192-ad02a14fff8a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0585644 Mar 14 18:57:08.689818 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:08.703928 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-eb214197-a352-4e6f-bca9-8302201a3b38 req-73b3ddc5-ee72-4b47-865c-9ff562ffa9df tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420692 Mar 14 18:57:09.787367 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b1f32-f47b-4528-a90e-f8e2644f55dc req-5092fefd-d06c-497d-8d7e-76dd68eae4b9 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:09.788117 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2f83-45c9-4c80-bfaf-203bb03275b1 req-81e9e91a-ab07-40a7-9308-78d44bdd549c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:09.788923 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-155b1f32-f47b-4528-a90e-f8e2644f55dc req-5092fefd-d06c-497d-8d7e-76dd68eae4b9 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0550416 Mar 14 18:57:09.789069 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b0dc2f83-45c9-4c80-bfaf-203bb03275b1 req-81e9e91a-ab07-40a7-9308-78d44bdd549c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0546622 Mar 14 18:57:09.835547 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-155b1f32-f47b-4528-a90e-f8e2644f55dc req-2fd75fd7-ad36-4d6c-8208-30250d519f87 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Mar 14 18:57:09.840854 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b0dc2f83-45c9-4c80-bfaf-203bb03275b1 req-7704e266-2184-4e37-9371-75da17e52593 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460021 Mar 14 18:57:10.967842 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147d3e8-8568-49db-981c-1442cef626c2 req-d443f825-79e5-4a67-8e06-586a1fdc4b32 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:10.969920 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6147d3e8-8568-49db-981c-1442cef626c2 req-d443f825-79e5-4a67-8e06-586a1fdc4b32 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0587797 Mar 14 18:57:10.979945 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd1fe9-8f22-4ae0-b8db-3caf2c79673a req-b02bf551-b6f5-4173-9864-a053687eb86a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:10.981559 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-14bd1fe9-8f22-4ae0-b8db-3caf2c79673a req-b02bf551-b6f5-4173-9864-a053687eb86a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0552964 Mar 14 18:57:11.018424 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6147d3e8-8568-49db-981c-1442cef626c2 req-aa07b3dc-23aa-4eff-98b1-9614c7f8f626 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427868 Mar 14 18:57:11.028782 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-14bd1fe9-8f22-4ae0-b8db-3caf2c79673a req-aa9852d1-f0f5-47d0-bd73-a8ba78b79cdb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410531 Mar 14 18:57:12.150597 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64ec5c-c183-433e-95c1-563633195611 req-0d3f5442-183f-45b8-a10d-96c4eab70677 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:12.152200 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ba64ec5c-c183-433e-95c1-563633195611 req-0d3f5442-183f-45b8-a10d-96c4eab70677 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0566530 Mar 14 18:57:12.157481 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc927e0a-6f36-481e-8c45-fc82b458b9bf req-72849d51-6be4-47fb-ab1c-58175a5b31e7 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:12.159012 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dc927e0a-6f36-481e-8c45-fc82b458b9bf req-72849d51-6be4-47fb-ab1c-58175a5b31e7 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0544443 Mar 14 18:57:12.200071 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ba64ec5c-c183-433e-95c1-563633195611 req-9016c2b6-2c27-4a86-8aff-dde8fb05482e tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419173 Mar 14 18:57:12.206411 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dc927e0a-6f36-481e-8c45-fc82b458b9bf req-947001bd-5ee8-4815-9145-6a0798fdac1e tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413454 Mar 14 18:57:13.329540 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7f7c9-c125-4aab-a5f6-d11b4135fc40 req-bfc75c3b-1438-44e9-b18a-b71bbce6d683 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:13.331330 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e0c7f7c9-c125-4aab-a5f6-d11b4135fc40 req-bfc75c3b-1438-44e9-b18a-b71bbce6d683 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0571315 Mar 14 18:57:13.340012 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46eddf-2134-4eb8-8a0f-d573100db2fa req-4e2ac617-87bb-4cc3-b3a1-d76a0eb29003 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:13.341617 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eb46eddf-2134-4eb8-8a0f-d573100db2fa req-4e2ac617-87bb-4cc3-b3a1-d76a0eb29003 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0583663 Mar 14 18:57:13.387611 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e0c7f7c9-c125-4aab-a5f6-d11b4135fc40 req-87a835b7-816f-4862-acbb-1e8e317b2f90 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499475 Mar 14 18:57:13.390177 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eb46eddf-2134-4eb8-8a0f-d573100db2fa req-c5c9808d-b8a9-44a8-80eb-20e24a2036d0 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421951 Mar 14 18:57:13.695529 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ae2aa-a102-4bf6-aa15-fe2fd948c462 req-7e1d9f53-bda3-406a-9fed-55497a91a43d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:13.697079 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-310ae2aa-a102-4bf6-aa15-fe2fd948c462 req-7e1d9f53-bda3-406a-9fed-55497a91a43d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 946 time: 0.0585935 Mar 14 18:57:13.812055 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-310ae2aa-a102-4bf6-aa15-fe2fd948c462 req-eaae7e9f-e8aa-455f-9e03-9a1010a5ced2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Deleting port 8e6a51a6-bfe3-4762-8260-67aae6826a7f {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:57:13.812411 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-310ae2aa-a102-4bf6-aa15-fe2fd948c462 req-eaae7e9f-e8aa-455f-9e03-9a1010a5ced2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (8e6a51a6-bfe3-4762-8260-67aae6826a7f), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.906971 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-310ae2aa-a102-4bf6-aa15-fe2fd948c462 req-eaae7e9f-e8aa-455f-9e03-9a1010a5ced2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] For port 8e6a51a6-bfe3-4762-8260-67aae6826a7f, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=8e6a51a6-bfe3-4762-8260-67aae6826a7f,segment=NetworkSegment(f1bca77a-4e5f-4408-9f70-d9bd912d7da9),segment_id=f1bca77a-4e5f-4408-9f70-d9bd912d7da9)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:13.907326 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-310ae2aa-a102-4bf6-aa15-fe2fd948c462 req-eaae7e9f-e8aa-455f-9e03-9a1010a5ced2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (8e6a51a6-bfe3-4762-8260-67aae6826a7f), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.920527 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-310ae2aa-a102-4bf6-aa15-fe2fd948c462 req-eaae7e9f-e8aa-455f-9e03-9a1010a5ced2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Calling delete_port for 8e6a51a6-bfe3-4762-8260-67aae6826a7f owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:57:14.055341 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-310ae2aa-a102-4bf6-aa15-fe2fd948c462 req-eaae7e9f-e8aa-455f-9e03-9a1010a5ced2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (8e6a51a6-bfe3-4762-8260-67aae6826a7f), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:14.076772 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['a8a36c04-2fd9-4ff6-b362-30ba8e69a671', '8e6a51a6-bfe3-4762-8260-67aae6826a7f'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:57:14.084150 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae7e9f-e8aa-455f-9e03-9a1010a5ced2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Pushing event deleted for resources: {'Port': ['ID=8e6a51a6-bfe3-4762-8260-67aae6826a7f,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:14.127597 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-310ae2aa-a102-4bf6-aa15-fe2fd948c462 req-eaae7e9f-e8aa-455f-9e03-9a1010a5ced2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] No DVR routers for this DVR port 8e6a51a6-bfe3-4762-8260-67aae6826a7f on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:57:14.131102 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-310ae2aa-a102-4bf6-aa15-fe2fd948c462 req-eaae7e9f-e8aa-455f-9e03-9a1010a5ced2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:14.134620 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-310ae2aa-a102-4bf6-aa15-fe2fd948c462 req-eaae7e9f-e8aa-455f-9e03-9a1010a5ced2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.69 "DELETE /v2.0/ports/8e6a51a6-bfe3-4762-8260-67aae6826a7f HTTP/1.1" status: 204 len: 173 time: 0.4235947 Mar 14 18:57:14.135103 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8d0cfd-3852-4659-84e3-c0104044cade', 'name': 'network-vif-deleted', 'tag': '8e6a51a6-bfe3-4762-8260-67aae6826a7f'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:14.137459 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74d4cc6-467f-4f6c-b577-6dff4f56c8a4" -d '{"events": [{"server_uuid": "5f8d0cfd-3852-4659-84e3-c0104044cade", "name": "network-vif-deleted", "tag": "8e6a51a6-bfe3-4762-8260-67aae6826a7f"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:14.189722 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa57ce9d-d326-4d37-905e-88b1f6583934 x-openstack-request-id: req-fa57ce9d-d326-4d37-905e-88b1f6583934 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:14.190027 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8d0cfd-3852-4659-84e3-c0104044cade", "name": "network-vif-deleted", "tag": "8e6a51a6-bfe3-4762-8260-67aae6826a7f", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:14.190281 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa57ce9d-d326-4d37-905e-88b1f6583934 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:14.190691 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8d0cfd-3852-4659-84e3-c0104044cade', 'name': 'network-vif-deleted', 'tag': '8e6a51a6-bfe3-4762-8260-67aae6826a7f', 'status': 'completed', 'code': 200} Mar 14 18:57:14.500595 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2f753b1a-3ad6-48b7-a03d-a6ea004a2f47 req-35e87850-8de3-493d-b542-d71b5c068360 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f8d0cfd-3852-4659-84e3-c0104044cade HTTP/1.1" status: 200 len: 210 time: 0.0294907 Mar 14 18:57:14.513891 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a65bc2-3c5b-4272-9cc1-a150d0c75c70 req-853b9674-3cc6-4c11-86b8-15a8f61e7913 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:14.515397 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-58a65bc2-3c5b-4272-9cc1-a150d0c75c70 req-853b9674-3cc6-4c11-86b8-15a8f61e7913 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0541468 Mar 14 18:57:14.563273 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-58a65bc2-3c5b-4272-9cc1-a150d0c75c70 req-c3b205d9-9766-45f4-a6ce-427895e0ff1b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420282 Mar 14 18:57:15.704955 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73fbf4-160d-4c23-82bf-d200e00cf284 req-b9cf2956-81e9-4b55-a6da-5209e7e105c1 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:15.706440 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cd73fbf4-160d-4c23-82bf-d200e00cf284 req-b9cf2956-81e9-4b55-a6da-5209e7e105c1 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0595438 Mar 14 18:57:15.752905 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cd73fbf4-160d-4c23-82bf-d200e00cf284 req-818bad22-0e56-4ff8-a7ce-eeb133c0ee01 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408425 Mar 14 18:57:15.785528 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e7b26-be87-4ce9-81df-be61ba9b0611 req-a3eac3c4-563a-4f8f-9813-54ec27535abd tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:15.787102 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ae2e7b26-be87-4ce9-81df-be61ba9b0611 req-a3eac3c4-563a-4f8f-9813-54ec27535abd tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0542934 Mar 14 18:57:15.833444 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ae2e7b26-be87-4ce9-81df-be61ba9b0611 req-ea16de0c-fdff-41c4-9aef-fdacadd49354 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 Mar 14 18:57:16.889905 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc74e9-6528-4004-b0f7-b50117dbf500 req-d8113e9e-8296-461e-85fc-199d750e4b74 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:16.892017 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b7bc74e9-6528-4004-b0f7-b50117dbf500 req-d8113e9e-8296-461e-85fc-199d750e4b74 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0588772 Mar 14 18:57:16.937972 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b7bc74e9-6528-4004-b0f7-b50117dbf500 req-ba428bf8-f873-40c0-a713-237e8407bb68 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404227 Mar 14 18:57:16.962672 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6033d-4761-413c-b5d1-2bbda7b20f46 req-201ddf89-bc1b-4601-b449-8623a880f577 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:16.964326 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bbd6033d-4761-413c-b5d1-2bbda7b20f46 req-201ddf89-bc1b-4601-b449-8623a880f577 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0560069 Mar 14 18:57:17.010289 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bbd6033d-4761-413c-b5d1-2bbda7b20f46 req-e80d295c-5c43-4cae-9f24-55ab7bcb0631 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398223 Mar 14 18:57:17.842747 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 8e6a51a6-bfe3-4762-8260-67aae6826a7f no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:57:17.863537 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: 8e6a51a6-bfe3-4762-8260-67aae6826a7f {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:57:17.863926 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 8e6a51a6-bfe3-4762-8260-67aae6826a7f not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:57:18.073530 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7c95c-7a43-49b6-bb6a-297495542244 req-4de00f18-82ec-4d04-94df-d50aca9f2108 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:18.075133 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7dc7c95c-7a43-49b6-bb6a-297495542244 req-4de00f18-82ec-4d04-94df-d50aca9f2108 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0581264 Mar 14 18:57:18.124128 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7dc7c95c-7a43-49b6-bb6a-297495542244 req-ca00ccb5-c7d9-41ac-9067-56a98a59e4a5 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431259 Mar 14 18:57:18.130912 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4ebb2-9f91-4f69-92a3-f519a52ec53d req-5cc2ce8d-436c-4518-b33f-bba177947750 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:18.132506 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-abf4ebb2-9f91-4f69-92a3-f519a52ec53d req-5cc2ce8d-436c-4518-b33f-bba177947750 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0546184 Mar 14 18:57:18.179680 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-abf4ebb2-9f91-4f69-92a3-f519a52ec53d req-7c87a7f7-3c20-402a-bee8-193e6cf9992a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Mar 14 18:57:19.256763 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa462769-91cf-4f93-9c08-170a6a567dda req-70beb380-7529-42d8-adee-c060ba527255 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:19.258213 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fa462769-91cf-4f93-9c08-170a6a567dda req-70beb380-7529-42d8-adee-c060ba527255 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0572944 Mar 14 18:57:19.305663 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fa462769-91cf-4f93-9c08-170a6a567dda req-37e77db7-10d2-457f-8267-24c4d584f999 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418708 Mar 14 18:57:19.309991 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05772edc-68ce-4b1e-bac6-1405b9b69b00 req-b30bc492-9b98-4f58-9eea-44319bf5e6e8 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:19.311715 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-05772edc-68ce-4b1e-bac6-1405b9b69b00 req-b30bc492-9b98-4f58-9eea-44319bf5e6e8 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0567749 Mar 14 18:57:19.357051 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-05772edc-68ce-4b1e-bac6-1405b9b69b00 req-9ca70214-efa3-4aac-89e1-cd82961b49c2 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 Mar 14 18:57:20.444951 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bd267-a916-433a-8990-d98831a0a9f8 req-8d2d7605-6b2c-4ad3-a616-293fba1afd93 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:20.446666 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-474bd267-a916-433a-8990-d98831a0a9f8 req-8d2d7605-6b2c-4ad3-a616-293fba1afd93 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0556650 Mar 14 18:57:20.482597 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c0166-8d48-4848-ac82-809b330f247b req-48e8c0ec-7282-44bc-a3e9-889729f2055a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:20.484119 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-555c0166-8d48-4848-ac82-809b330f247b req-48e8c0ec-7282-44bc-a3e9-889729f2055a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0526843 Mar 14 18:57:20.492829 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-474bd267-a916-433a-8990-d98831a0a9f8 req-e658f7c1-cd6a-4c27-a0c0-e8933be7b070 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406525 Mar 14 18:57:20.529724 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-555c0166-8d48-4848-ac82-809b330f247b req-5fe44e9d-5a2e-449d-9e78-52129da6ab25 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400293 Mar 14 18:57:21.307260 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:21.625428 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ee404-a273-4d4e-a1ce-ea46a4aa9b6e req-fd2ad811-0377-45f6-9c54-c75ca281d8b4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:21.626908 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-564ee404-a273-4d4e-a1ce-ea46a4aa9b6e req-fd2ad811-0377-45f6-9c54-c75ca281d8b4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0546141 Mar 14 18:57:21.647478 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001fe89-f119-4905-87f7-cc492b461af7 req-be820f16-ddf8-487a-a7cc-c97c74548ede tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:21.649023 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9001fe89-f119-4905-87f7-cc492b461af7 req-be820f16-ddf8-487a-a7cc-c97c74548ede tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0528200 Mar 14 18:57:21.673357 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-564ee404-a273-4d4e-a1ce-ea46a4aa9b6e req-8bc76dc4-87ee-4565-8733-627d1f7c1a14 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407400 Mar 14 18:57:21.698875 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9001fe89-f119-4905-87f7-cc492b461af7 req-cac0bde7-5074-4ec1-bd6a-d9dc47ee091a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443542 Mar 14 18:57:21.866707 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-70609670-8104-4be3-ae91-365b6966a7f9 req-4f24c839-2459-4524-b34b-061696d80cd8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441632 Mar 14 18:57:21.963447 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70609670-8104-4be3-ae91-365b6966a7f9 req-2d15ac9f-7929-42ea-915f-c117f8c4aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:21.964973 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-70609670-8104-4be3-ae91-365b6966a7f9 req-2d15ac9f-7929-42ea-915f-c117f8c4aa2a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d5854ce46fd47118790a60790aabdc0&device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 1129 time: 0.0524030 Mar 14 18:57:22.083938 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70609670-8104-4be3-ae91-365b6966a7f9 req-5cb81e9b-2979-42bc-87ba-8b63a67d5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:22.085377 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-70609670-8104-4be3-ae91-365b6966a7f9 req-5cb81e9b-2979-42bc-87ba-8b63a67d5ced service neutron] 10.222.0.69 "GET /v2.0/networks?id=02582d36-ca25-45a1-af5c-ddbb95f8bde0 HTTP/1.1" status: 200 len: 912 time: 0.0821924 Mar 14 18:57:22.171618 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-70609670-8104-4be3-ae91-365b6966a7f9 req-e8765ebf-5960-4e8b-96d5-1dbd95d6d36a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43c1c21d-f2cc-47d4-ba79-5d46c08178b0 HTTP/1.1" status: 200 len: 1001 time: 0.0622382 Mar 14 18:57:22.227128 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70609670-8104-4be3-ae91-365b6966a7f9 req-dfbdec10-737c-4d00-ab1e-c1a6fffebc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:22.228610 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-70609670-8104-4be3-ae91-365b6966a7f9 req-dfbdec10-737c-4d00-ab1e-c1a6fffebc0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7884ae3e-1a70-464b-b2c2-a460fd6afe53 HTTP/1.1" status: 200 len: 850 time: 0.0431392 Mar 14 18:57:22.282199 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70609670-8104-4be3-ae91-365b6966a7f9 req-c53687e3-bb5e-47ac-98b5-3d8a7680eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:22.283692 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-70609670-8104-4be3-ae91-365b6966a7f9 req-c53687e3-bb5e-47ac-98b5-3d8a7680eee6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02582d36-ca25-45a1-af5c-ddbb95f8bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436289 Mar 14 18:57:22.385737 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-70609670-8104-4be3-ae91-365b6966a7f9 req-839e8566-abbe-474b-97bc-94c2a39c5271 service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886743 Mar 14 18:57:22.484930 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-70609670-8104-4be3-ae91-365b6966a7f9 req-63a6b993-6434-400a-b1bc-83cd8c5acb8b service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811288 Mar 14 18:57:22.812606 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f20fee-4f95-4504-8c81-14d17bc97077 req-3ed6883b-fe5e-443c-b3a9-cd88805cfaae tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:22.814081 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-48f20fee-4f95-4504-8c81-14d17bc97077 req-3ed6883b-fe5e-443c-b3a9-cd88805cfaae tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0585382 Mar 14 18:57:22.820460 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3260ae-69bd-4a89-a05f-7787a097f89f req-ea59ff45-9b0e-451e-b054-b5b5cdb2fa0a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:22.822042 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4b3260ae-69bd-4a89-a05f-7787a097f89f req-ea59ff45-9b0e-451e-b054-b5b5cdb2fa0a tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0547895 Mar 14 18:57:22.860167 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-48f20fee-4f95-4504-8c81-14d17bc97077 req-c2941097-a9cf-4192-b29a-739b28adfbb9 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398579 Mar 14 18:57:22.869411 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4b3260ae-69bd-4a89-a05f-7787a097f89f req-9bcaa463-5d27-4a0b-b15e-1c3bf154eca6 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416608 Mar 14 18:57:23.992036 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692e08b-eedd-4abe-ac61-6104798e0fcd req-ed471e16-8a96-4472-974c-8aacec66c9ed tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:23.993579 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0692e08b-eedd-4abe-ac61-6104798e0fcd req-ed471e16-8a96-4472-974c-8aacec66c9ed tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0583558 Mar 14 18:57:23.993704 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843542fc-fbcc-42e0-b2fb-8e27c48501d9 req-499dc0ae-ae5d-4268-965f-08c7d3f490d3 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:23.995111 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-843542fc-fbcc-42e0-b2fb-8e27c48501d9 req-499dc0ae-ae5d-4268-965f-08c7d3f490d3 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0560968 Mar 14 18:57:24.040786 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0692e08b-eedd-4abe-ac61-6104798e0fcd req-9d9fb4a7-3786-43fc-bf03-6013d5cd1825 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414932 Mar 14 18:57:24.041216 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-843542fc-fbcc-42e0-b2fb-8e27c48501d9 req-cb720c40-7b53-4ca7-99fe-b895d8009aba tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Mar 14 18:57:25.168554 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3a8f2-c7dd-45e7-aa04-175c837a5fe8 req-3b465de3-52d0-49a7-bea5-c909fe7868c5 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:25.170002 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-cfc3a8f2-c7dd-45e7-aa04-175c837a5fe8 req-3b465de3-52d0-49a7-bea5-c909fe7868c5 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0581200 Mar 14 18:57:25.201053 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f5fec-f749-4faa-b705-c7049c558847 req-f3218ada-e69f-495b-8c81-20dee40a113d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:25.202513 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-158f5fec-f749-4faa-b705-c7049c558847 req-f3218ada-e69f-495b-8c81-20dee40a113d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 946 time: 0.0606837 Mar 14 18:57:25.210237 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd564e3-59ff-4efe-897d-7c1c9c5b6c95 req-72be2c0d-7f8a-4280-95d6-896acd609b65 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:25.211689 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ebd564e3-59ff-4efe-897d-7c1c9c5b6c95 req-72be2c0d-7f8a-4280-95d6-896acd609b65 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0952528 Mar 14 18:57:25.216691 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-cfc3a8f2-c7dd-45e7-aa04-175c837a5fe8 req-2d82546b-4953-483b-92e3-10d928083a1d tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d15a8ee-ee31-4925-b8c9-c15ae21182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 Mar 14 18:57:25.313254 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ebd564e3-59ff-4efe-897d-7c1c9c5b6c95 req-73e2a0b4-bb5e-4fcf-93e4-3ca9325f50c3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929236 Mar 14 18:57:25.335913 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-158f5fec-f749-4faa-b705-c7049c558847 req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Deleting port a8a36c04-2fd9-4ff6-b362-30ba8e69a671 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:57:25.336250 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-158f5fec-f749-4faa-b705-c7049c558847 req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (a8a36c04-2fd9-4ff6-b362-30ba8e69a671), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:25.429704 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-158f5fec-f749-4faa-b705-c7049c558847 req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] For port a8a36c04-2fd9-4ff6-b362-30ba8e69a671, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=a8a36c04-2fd9-4ff6-b362-30ba8e69a671,segment=NetworkSegment(f1bca77a-4e5f-4408-9f70-d9bd912d7da9),segment_id=f1bca77a-4e5f-4408-9f70-d9bd912d7da9)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:25.430034 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-158f5fec-f749-4faa-b705-c7049c558847 req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (a8a36c04-2fd9-4ff6-b362-30ba8e69a671), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:25.447259 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-158f5fec-f749-4faa-b705-c7049c558847 req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Calling delete_port for a8a36c04-2fd9-4ff6-b362-30ba8e69a671 owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:57:25.580906 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-158f5fec-f749-4faa-b705-c7049c558847 req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (a8a36c04-2fd9-4ff6-b362-30ba8e69a671), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:25.597652 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['a8a36c04-2fd9-4ff6-b362-30ba8e69a671'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:57:25.614661 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Pushing event deleted for resources: {'Port': ['ID=a8a36c04-2fd9-4ff6-b362-30ba8e69a671,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:25.635924 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:25.636271 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:25.636608 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:25.636939 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:25.637265 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:25.637589 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:25.637912 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:25.638233 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:25.638555 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:25.638869 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:25.639192 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:25.639518 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:25.639854 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:25.640178 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:25.640494 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:25.662017 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-158f5fec-f749-4faa-b705-c7049c558847 req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] No DVR routers for this DVR port a8a36c04-2fd9-4ff6-b362-30ba8e69a671 on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:57:25.664454 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-158f5fec-f749-4faa-b705-c7049c558847 req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:25.667784 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-158f5fec-f749-4faa-b705-c7049c558847 req-f3503ffd-b9e1-42a6-b02f-154dde32b267 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.69 "DELETE /v2.0/ports/a8a36c04-2fd9-4ff6-b362-30ba8e69a671 HTTP/1.1" status: 204 len: 173 time: 0.4552104 Mar 14 18:57:25.668238 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8372c54-a121-4767-9f3f-979ad1c4be73', 'name': 'network-vif-deleted', 'tag': 'a8a36c04-2fd9-4ff6-b362-30ba8e69a671'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:25.670482 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0096b4d6-8770-4678-8343-2e68673ed669" -d '{"events": [{"server_uuid": "b8372c54-a121-4767-9f3f-979ad1c4be73", "name": "network-vif-deleted", "tag": "a8a36c04-2fd9-4ff6-b362-30ba8e69a671"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:25.708228 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6b74ba-b89d-49c4-9870-9076a4415d51 x-openstack-request-id: req-fc6b74ba-b89d-49c4-9870-9076a4415d51 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:25.708513 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8372c54-a121-4767-9f3f-979ad1c4be73", "name": "network-vif-deleted", "tag": "a8a36c04-2fd9-4ff6-b362-30ba8e69a671", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:25.708729 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc6b74ba-b89d-49c4-9870-9076a4415d51 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:25.709122 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8372c54-a121-4767-9f3f-979ad1c4be73', 'name': 'network-vif-deleted', 'tag': 'a8a36c04-2fd9-4ff6-b362-30ba8e69a671', 'status': 'completed', 'code': 200} Mar 14 18:57:25.913643 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:57:26.336323 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2a22a42f-11d6-4827-9beb-bf102a4ea1e7 req-a307db7f-8c79-4582-a215-2c97ad25caf5 tempest-ServerRescueNegativeTestJSON-1999758998 tempest-ServerRescueNegativeTestJSON-1999758998-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8372c54-a121-4767-9f3f-979ad1c4be73 HTTP/1.1" status: 200 len: 210 time: 0.0268905 Mar 14 18:57:26.447397 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f427d1-e7fc-4eda-b774-d52e1f2aa703 req-dc5e04e1-dc4d-40ab-94bd-ce15431faa29 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:26.448909 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d1f427d1-e7fc-4eda-b774-d52e1f2aa703 req-dc5e04e1-dc4d-40ab-94bd-ce15431faa29 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0556271 Mar 14 18:57:26.495905 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d1f427d1-e7fc-4eda-b774-d52e1f2aa703 req-cf2cc036-8cd6-48d7-9a39-4a63e1e483bc tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413134 Mar 14 18:57:27.398119 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45282) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:27.641837 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0a27e-3fbb-45a2-bf72-fc72c52d1f08 req-5ede5ec0-396b-4ce4-9482-041e5e014825 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:27.643213 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-28c0a27e-3fbb-45a2-bf72-fc72c52d1f08 req-5ede5ec0-396b-4ce4-9482-041e5e014825 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0749290 Mar 14 18:57:27.758185 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-28c0a27e-3fbb-45a2-bf72-fc72c52d1f08 req-a442abfa-d78b-4aaa-b987-0277076ad6e5 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947864 Mar 14 18:57:27.889613 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478211'] for router_interface (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:28.178902 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Deleting port eb547340-7d5e-4332-96ba-14cb8f6efe88 {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:57:28.179235 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:28.260775 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] For port eb547340-7d5e-4332-96ba-14cb8f6efe88, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=eb547340-7d5e-4332-96ba-14cb8f6efe88,segment=NetworkSegment(f1bca77a-4e5f-4408-9f70-d9bd912d7da9),segment_id=f1bca77a-4e5f-4408-9f70-d9bd912d7da9)] {{(pid=109513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:28.261128 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:28.273524 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Calling delete_port for eb547340-7d5e-4332-96ba-14cb8f6efe88 owned by network:router_interface {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:57:28.461148 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (eb547340-7d5e-4332-96ba-14cb8f6efe88), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:28.486760 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb547340-7d5e-4332-96ba-14cb8f6efe88,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:28.512188 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:28.512533 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:28.512864 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:28.513206 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:28.513525 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:28.513849 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:28.514157 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:28.514484 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:28.514804 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:28.515118 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:28.515435 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:28.515779 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:28.516090 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:28.516400 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:28.516711 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:28.663658 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478391'] for router_interface (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:28.890936 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Router 51e23fe7-21e4-4274-bb0a-3c2a6330ec2d has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:57:28.897195 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca7790-6292-420e-ade6-ae200733f60b req-aa0baf49-13a5-4a2b-8672-dcf32471d6d1 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:28.898767 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-14ca7790-6292-420e-ade6-ae200733f60b req-aa0baf49-13a5-4a2b-8672-dcf32471d6d1 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0582826 Mar 14 18:57:28.945363 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-14ca7790-6292-420e-ade6-ae200733f60b req-e1adedf5-cb1c-4376-81d6-a2bf11f64169 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408373 Mar 14 18:57:29.250692 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:57:29.257487 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-f7536ef7-22f0-4cab-8e7e-f37dbfd3b0d6 admin admin] 10.222.0.52 "PUT /v2.0/routers/51e23fe7-21e4-4274-bb0a-3c2a6330ec2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8568108 Mar 14 18:57:29.258631 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 45292) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:29.261227 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd85a2d6-9d2d-4be9-85b5-63901959e449 None None] Sync routers for ids ['51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:57:29.271180 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd85a2d6-9d2d-4be9-85b5-63901959e449 None None] Routers {'51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:29.271809 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-cd85a2d6-9d2d-4be9-85b5-63901959e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:57:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:29.379627 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-cd85a2d6-9d2d-4be9-85b5-63901959e449 None None] Set router 51e23fe7-21e4-4274-bb0a-3c2a6330ec2d gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:29.569656 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-cd85a2d6-9d2d-4be9-85b5-63901959e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1655108140-router', 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:57:28Z', 'revision_number': 5, 'project_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'gw_port': {'id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:23Z', 'updated_at': '2022-03-14T18:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:29.587841 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] Publish callbacks [] for router (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:29.595855 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd85a2d6-9d2d-4be9-85b5-63901959e449 None None] Checking router: 51e23fe7-21e4-4274-bb0a-3c2a6330ec2d for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:57:29.603965 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd85a2d6-9d2d-4be9-85b5-63901959e449 None None] Routers {'51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:29.604561 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-cd85a2d6-9d2d-4be9-85b5-63901959e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:57:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:29.694929 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] Publish callbacks [] for router_gateway (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:29.709614 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-cd85a2d6-9d2d-4be9-85b5-63901959e449 None None] Set router 51e23fe7-21e4-4274-bb0a-3c2a6330ec2d gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:29.747772 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] Deleting port b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:57:29.748156 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:29.837409 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] For port b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:29.837409 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:29.853867 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] Calling delete_port for b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97 owned by network:router_gateway {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:57:29.894932 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-cd85a2d6-9d2d-4be9-85b5-63901959e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1655108140-router', 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:57:28Z', 'revision_number': 5, 'project_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'gw_port': {'id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:23Z', 'updated_at': '2022-03-14T18:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:29.922172 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd85a2d6-9d2d-4be9-85b5-63901959e449 None None] The sync data for ids ['51e23fe7-21e4-4274-bb0a-3c2a6330ec2d'] in dv-cinder-829664-3-iscsi is: [{'id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1655108140-router', 'tenant_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:57:28Z', 'revision_number': 5, 'project_id': '0ab2ae9ef74c4219b541c0ffefdc5fb5', 'gw_port': {'id': 'b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e23fe7-21e4-4274-bb0a-3c2a6330ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:23Z', 'updated_at': '2022-03-14T18:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:57:29.925936 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device a8a36c04-2fd9-4ff6-b362-30ba8e69a671 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:57:29.951594 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: a8a36c04-2fd9-4ff6-b362-30ba8e69a671 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:57:29.951946 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device a8a36c04-2fd9-4ff6-b362-30ba8e69a671 not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:57:30.027866 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.054192 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:30.071178 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa08e27-a901-4eca-99c1-9319422721d8 req-dac84e84-d677-4b2a-beeb-22d06e107dc8 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:30.072739 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4fa08e27-a901-4eca-99c1-9319422721d8 req-dac84e84-d677-4b2a-beeb-22d06e107dc8 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0549114 Mar 14 18:57:30.116615 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475733'] for router_gateway (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.125301 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4fa08e27-a901-4eca-99c1-9319422721d8 req-14745ed0-081b-41fe-80f1-5fdc41d5757a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468910 Mar 14 18:57:30.221367 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6385'] for router (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.223517 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] Publish callbacks [] for router_controller (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.289024 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483237'] for router (51e23fe7-21e4-4274-bb0a-3c2a6330ec2d), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.289557 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e23fe7-21e4-4274-bb0a-3c2a6330ec2d {{(pid=109512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:57:30.294733 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.298206 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-1fd11e72-ead8-47bd-bb75-11ddb92fa6d9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/51e23fe7-21e4-4274-bb0a-3c2a6330ec2d HTTP/1.1" status: 204 len: 168 time: 1.0359616 Mar 14 18:57:30.298515 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 45298) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:30.344328 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_v2 [None req-431d0d5b-46a8-46d9-8c86-18120bcb1918 admin admin] Deleting subnet 9e161f34-9b40-4161-b4b6-c157a635ab79 {{(pid=109512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 18:57:30.347512 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-431d0d5b-46a8-46d9-8c86-18120bcb1918 admin admin] Publish callbacks [] for subnet (9e161f34-9b40-4161-b4b6-c157a635ab79), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.387854 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-431d0d5b-46a8-46d9-8c86-18120bcb1918 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4261526'] for subnet (9e161f34-9b40-4161-b4b6-c157a635ab79), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.434039 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-431d0d5b-46a8-46d9-8c86-18120bcb1918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (9e161f34-9b40-4161-b4b6-c157a635ab79), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.489118 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-431d0d5b-46a8-46d9-8c86-18120bcb1918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5679141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226240'] for subnet (9e161f34-9b40-4161-b4b6-c157a635ab79), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.512934 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d0d5b-46a8-46d9-8c86-18120bcb1918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e161f34-9b40-4161-b4b6-c157a635ab79,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:30.520002 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-431d0d5b-46a8-46d9-8c86-18120bcb1918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.523131 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-431d0d5b-46a8-46d9-8c86-18120bcb1918 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9e161f34-9b40-4161-b4b6-c157a635ab79 HTTP/1.1" status: 204 len: 168 time: 0.2236440 Mar 14 18:57:30.525969 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45300) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:30.595906 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fd688f-50f0-4aa8-8d95-91dd278c5107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (d4943cbb-86ed-41d1-ba7e-068bc9f558be), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.675913 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fd688f-50f0-4aa8-8d95-91dd278c5107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (d4943cbb-86ed-41d1-ba7e-068bc9f558be), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.696516 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-59fd688f-50f0-4aa8-8d95-91dd278c5107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4943cbb-86ed-41d1-ba7e-068bc9f558be']}} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:30.706725 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-59fd688f-50f0-4aa8-8d95-91dd278c5107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bca77a-4e5f-4408-9f70-d9bd912d7da9') {'for_net_delete': True} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:30.707017 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-59fd688f-50f0-4aa8-8d95-91dd278c5107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bca77a-4e5f-4408-9f70-d9bd912d7da9') {} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:30.716328 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fd688f-50f0-4aa8-8d95-91dd278c5107 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4198500'] for segment (f1bca77a-4e5f-4408-9f70-d9bd912d7da9), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.729686 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fd688f-50f0-4aa8-8d95-91dd278c5107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (f1bca77a-4e5f-4408-9f70-d9bd912d7da9), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.735515 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fd688f-50f0-4aa8-8d95-91dd278c5107 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:57:30.735935 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fd688f-50f0-4aa8-8d95-91dd278c5107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4788528'] for segment (f1bca77a-4e5f-4408-9f70-d9bd912d7da9), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: Traceback (most recent call last): Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: timer() Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: cb(*args, **kw) Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: return func(*args, **kwargs) Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: self._notify() Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: self.callback(batched_events) Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: event.method(event) Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: return f(self, *a, **k) Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._get(url).json() Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: return self.request(url, 'GET', **kwargs) Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:57:30.737521 dv-cinder-829664-3-iscsi neutron-server[109513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:57:30.793976 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fd688f-50f0-4aa8-8d95-91dd278c5107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (d4943cbb-86ed-41d1-ba7e-068bc9f558be), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.800086 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fd688f-50f0-4aa8-8d95-91dd278c5107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.803199 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-59fd688f-50f0-4aa8-8d95-91dd278c5107 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d4943cbb-86ed-41d1-ba7e-068bc9f558be HTTP/1.1" status: 204 len: 168 time: 0.2762063 Mar 14 18:57:30.816358 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd688f-50f0-4aa8-8d95-91dd278c5107 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4943cbb-86ed-41d1-ba7e-068bc9f558be,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:30.979910 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 45304) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:31.024492 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-18624349-dfeb-450a-a077-4be2ddd2af3a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ab2ae9ef74c4219b541c0ffefdc5fb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381083 Mar 14 18:57:31.027010 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 45306) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:31.072929 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-dfae39ff-8257-49d7-9345-b7e74968508b admin admin] Publish callbacks [] for security_group (5d15a8ee-ee31-4925-b8c9-c15ae21182b6), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:31.095188 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-dfae39ff-8257-49d7-9345-b7e74968508b admin admin] Publish callbacks [] for security_group (5d15a8ee-ee31-4925-b8c9-c15ae21182b6), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:31.147683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-dfae39ff-8257-49d7-9345-b7e74968508b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (5d15a8ee-ee31-4925-b8c9-c15ae21182b6), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:31.150382 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-dfae39ff-8257-49d7-9345-b7e74968508b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:31.151687 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-dfae39ff-8257-49d7-9345-b7e74968508b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d15a8ee-ee31-4925-b8c9-c15ae21182b6 HTTP/1.1" status: 204 len: 168 time: 0.1236398 Mar 14 18:57:31.159828 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae39ff-8257-49d7-9345-b7e74968508b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d15a8ee-ee31-4925-b8c9-c15ae21182b6,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:31.258681 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba8f8f-6b4b-4922-b5c6-c882b85103cf req-c958eb95-2a13-418a-91b9-c9b520024f8c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:31.260195 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d3ba8f8f-6b4b-4922-b5c6-c882b85103cf req-c958eb95-2a13-418a-91b9-c9b520024f8c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0530751 Mar 14 18:57:31.307323 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d3ba8f8f-6b4b-4922-b5c6-c882b85103cf req-5cc25173-d958-4e2b-aa81-8e5bb2268bfc tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414603 Mar 14 18:57:31.934332 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device ad359ac9-d0e9-43a0-9399-953dbf9adc26 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:57:31.952216 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device eb547340-7d5e-4332-96ba-14cb8f6efe88 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:57:31.975418 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: eb547340-7d5e-4332-96ba-14cb8f6efe88 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:57:31.975796 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device eb547340-7d5e-4332-96ba-14cb8f6efe88 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:57:31.976173 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:57:32.006528 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:57:32.006850 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device b6e2a4b7-9876-4a8f-83f5-e332ef2b3b97 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:57:32.073082 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port ad359ac9-d0e9-43a0-9399-953dbf9adc26, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:32.084903 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'port_id': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'mac_address': 'fa:16:3e:fb:fc:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:57:32.120661 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port ad359ac9-d0e9-43a0-9399-953dbf9adc26 is: ACTIVE; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:32.121054 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:32.137058 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad359ac9-d0e9-43a0-9399-953dbf9adc26 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:32.156244 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port ad359ac9-d0e9-43a0-9399-953dbf9adc26, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:32.161312 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:32.210119 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=ad359ac9-d0e9-43a0-9399-953dbf9adc26,revision_number=6']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:32.294933 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['ad359ac9-d0e9-43a0-9399-953dbf9adc26'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:57:32.408735 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-5bca4776-8a6e-43fa-87de-c796751f24ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:32.447713 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15f6a-33c3-4768-8fbe-1b55051bad08 req-1f059ac4-9365-4760-b369-0aed3194023c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:32.449347 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-bed15f6a-33c3-4768-8fbe-1b55051bad08 req-1f059ac4-9365-4760-b369-0aed3194023c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 945 time: 0.0625899 Mar 14 18:57:32.496294 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-bed15f6a-33c3-4768-8fbe-1b55051bad08 req-66fc664d-981e-4b53-a6b8-8a548f7cb0de tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405970 Mar 14 18:57:33.643154 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb510-e0ba-41f8-919c-49f17aa6d607 req-267ecc75-1d0d-4849-b3ac-d8477c2a1110 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:33.645062 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ed0bb510-e0ba-41f8-919c-49f17aa6d607 req-267ecc75-1d0d-4849-b3ac-d8477c2a1110 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 945 time: 0.0705845 Mar 14 18:57:33.717575 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ed0bb510-e0ba-41f8-919c-49f17aa6d607 req-d361f457-2df8-4c6f-bcf1-e235de4624f9 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648844 Mar 14 18:57:33.949518 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device ad359ac9-d0e9-43a0-9399-953dbf9adc26 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:33.997737 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port ad359ac9-d0e9-43a0-9399-953dbf9adc26 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:33.998122 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:34.083520 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port ad359ac9-d0e9-43a0-9399-953dbf9adc26 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:34.084078 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:34.108657 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:34.111259 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790c9e02-d210-4543-90d6-a3db78245043" -d '{"events": [{"server_uuid": "d68748f5-faf1-4bc8-8618-af69645425b4", "name": "network-vif-plugged", "status": "completed", "tag": "ad359ac9-d0e9-43a0-9399-953dbf9adc26"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:34.128712 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port ad359ac9-d0e9-43a0-9399-953dbf9adc26, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:34.133745 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:34.175184 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80eddd1-58e6-487f-bd5c-dcfc51bbb5f6 x-openstack-request-id: req-d80eddd1-58e6-487f-bd5c-dcfc51bbb5f6 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:34.175184 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68748f5-faf1-4bc8-8618-af69645425b4", "name": "network-vif-plugged", "status": "completed", "tag": "ad359ac9-d0e9-43a0-9399-953dbf9adc26", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:34.175851 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d80eddd1-58e6-487f-bd5c-dcfc51bbb5f6 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:34.175851 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'code': 200} Mar 14 18:57:34.190186 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=ad359ac9-d0e9-43a0-9399-953dbf9adc26,revision_number=7']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:34.695952 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-427021e0-0f12-4cf9-aeda-b8e2de5631eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:34.848530 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820d54d-ed83-41f7-b2b7-6c387cf9260d req-a69787d5-fe58-40cb-a678-2424eee1532a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:34.857283 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1820d54d-ed83-41f7-b2b7-6c387cf9260d req-a69787d5-fe58-40cb-a678-2424eee1532a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0664599 Mar 14 18:57:34.909092 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1820d54d-ed83-41f7-b2b7-6c387cf9260d req-29cdcedf-67ca-435a-964b-d66287861b79 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494480 Mar 14 18:57:35.960166 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:36.056200 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8461d-9742-4713-b445-45a4fb7d361b req-17594e98-5e72-4068-9a0b-4e94fb7ba9b8 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:36.059539 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5fe8461d-9742-4713-b445-45a4fb7d361b req-17594e98-5e72-4068-9a0b-4e94fb7ba9b8 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0659547 Mar 14 18:57:36.119666 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5fe8461d-9742-4713-b445-45a4fb7d361b req-d6875e1b-5de1-4e0a-9b38-30cdae01cf83 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543087 Mar 14 18:57:37.088988 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:37.251756 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a54f5-b44a-4c8f-b5d0-3b380c5a66b9 req-20bef76a-687d-4a8e-8c41-dc08dca1dcd4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:37.253901 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7d6a54f5-b44a-4c8f-b5d0-3b380c5a66b9 req-20bef76a-687d-4a8e-8c41-dc08dca1dcd4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0559642 Mar 14 18:57:37.307765 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7d6a54f5-b44a-4c8f-b5d0-3b380c5a66b9 req-b3e9b9a0-5511-4302-a204-b6a373e4c10a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479679 Mar 14 18:57:38.529185 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd19204-1141-4249-bcea-06c72c3c5674 req-7700dead-98e1-4738-8c25-5ef01982cc31 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:38.530843 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dbd19204-1141-4249-bcea-06c72c3c5674 req-7700dead-98e1-4738-8c25-5ef01982cc31 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0687869 Mar 14 18:57:38.592562 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dbd19204-1141-4249-bcea-06c72c3c5674 req-36cc4b13-30da-49ad-a3e9-3c79abce1df8 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554507 Mar 14 18:57:38.695614 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:39.732361 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9804a3-72b7-47e0-9613-9c7de8b63e47 req-788b0d93-4cb0-4205-9780-08f51ec9d756 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:39.735134 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-db9804a3-72b7-47e0-9613-9c7de8b63e47 req-788b0d93-4cb0-4205-9780-08f51ec9d756 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0591149 Mar 14 18:57:39.783441 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-db9804a3-72b7-47e0-9613-9c7de8b63e47 req-8cf82059-f33f-4b64-a316-324c991b0451 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427582 Mar 14 18:57:40.772506 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 45476) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:40.930535 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a5f776f3-63a1-4294-af23-e6956e40f2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:41.015310 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309ab6a-31f6-4c58-ac64-a540a5abcd95 req-a8ad9aa4-f447-4586-99f2-69e68f3f632d tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:41.017899 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a309ab6a-31f6-4c58-ac64-a540a5abcd95 req-a8ad9aa4-f447-4586-99f2-69e68f3f632d tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.1331909 Mar 14 18:57:41.087719 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a5f776f3-63a1-4294-af23-e6956e40f2e2 admin admin] Publish callbacks [] for security_group (c95b5c0d-3465-4eb3-a011-b1a4592c05ce), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:41.100332 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a5f776f3-63a1-4294-af23-e6956e40f2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (c95b5c0d-3465-4eb3-a011-b1a4592c05ce), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:41.119461 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a309ab6a-31f6-4c58-ac64-a540a5abcd95 req-5c57a690-1bba-42d0-b9de-455ec09f7196 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896325 Mar 14 18:57:41.146170 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-a5f776f3-63a1-4294-af23-e6956e40f2e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cb935c286750498f9f8f26c0eb69db00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716369 Mar 14 18:57:41.148170 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45482) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:41.154636 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f776f3-63a1-4294-af23-e6956e40f2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95b5c0d-3465-4eb3-a011-b1a4592c05ce,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:41.223251 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c86e-b9f0-4f71-8d23-19b5b37f77d4 admin admin] Publish callbacks [] for security_group (c95b5c0d-3465-4eb3-a011-b1a4592c05ce), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:41.252712 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c86e-b9f0-4f71-8d23-19b5b37f77d4 admin admin] Publish callbacks [] for security_group (c95b5c0d-3465-4eb3-a011-b1a4592c05ce), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:41.326926 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c86e-b9f0-4f71-8d23-19b5b37f77d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (c95b5c0d-3465-4eb3-a011-b1a4592c05ce), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:41.329611 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c86e-b9f0-4f71-8d23-19b5b37f77d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:41.330854 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-4fc7c86e-b9f0-4f71-8d23-19b5b37f77d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c95b5c0d-3465-4eb3-a011-b1a4592c05ce HTTP/1.1" status: 204 len: 168 time: 0.1809824 Mar 14 18:57:41.349685 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7c86e-b9f0-4f71-8d23-19b5b37f77d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95b5c0d-3465-4eb3-a011-b1a4592c05ce,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:42.245888 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8136a-8184-4a36-a79f-c58225cc3828 req-b22759c1-e70a-4a9e-b8de-b40d8691df75 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:42.247409 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-cbd8136a-8184-4a36-a79f-c58225cc3828 req-b22759c1-e70a-4a9e-b8de-b40d8691df75 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0542068 Mar 14 18:57:42.297972 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-cbd8136a-8184-4a36-a79f-c58225cc3828 req-81337223-3148-44ea-96f3-c4edc6295ddf tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445302 Mar 14 18:57:42.818098 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b636e-d308-4576-b54e-245d92b492c1 req-f32f5315-df3f-4451-83dd-36674d06c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:42.819565 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-422b636e-d308-4576-b54e-245d92b492c1 req-f32f5315-df3f-4451-83dd-36674d06c40d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fd4a8ca063a453a90dfd25ba3852e42&device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 1130 time: 0.0479281 Mar 14 18:57:42.920100 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b636e-d308-4576-b54e-245d92b492c1 req-44592312-d596-4b46-a855-09aa44af9381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:42.921593 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-422b636e-d308-4576-b54e-245d92b492c1 req-44592312-d596-4b46-a855-09aa44af9381 service neutron] 10.222.0.69 "GET /v2.0/networks?id=238a0ce0-fc24-410f-b071-3e8d79d444fd HTTP/1.1" status: 200 len: 917 time: 0.0898831 Mar 14 18:57:42.990122 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-422b636e-d308-4576-b54e-245d92b492c1 req-fa9b69a2-b2f6-44c4-9238-be957e3e81fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26 HTTP/1.1" status: 200 len: 1001 time: 0.0610397 Mar 14 18:57:43.043469 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b636e-d308-4576-b54e-245d92b492c1 req-ec1b7a31-7ff9-489f-af62-9fb31c20cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:43.044960 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-422b636e-d308-4576-b54e-245d92b492c1 req-ec1b7a31-7ff9-489f-af62-9fb31c20cf4a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=295ea95f-a569-4ae3-aa0e-4b878103c9ad HTTP/1.1" status: 200 len: 855 time: 0.0424447 Mar 14 18:57:43.094897 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b636e-d308-4576-b54e-245d92b492c1 req-66ceb8e1-06a2-4ecc-87a1-302e69de9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:43.096385 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-422b636e-d308-4576-b54e-245d92b492c1 req-66ceb8e1-06a2-4ecc-87a1-302e69de9586 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=238a0ce0-fc24-410f-b071-3e8d79d444fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440810 Mar 14 18:57:43.189260 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-422b636e-d308-4576-b54e-245d92b492c1 req-88c7563c-4051-4bc6-9333-ee5faff72b6c service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856266 Mar 14 18:57:43.286661 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-422b636e-d308-4576-b54e-245d92b492c1 req-e274d9dc-c1d5-48ad-a9ba-6bf07f66ed66 service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908339 Mar 14 18:57:43.432331 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcad2a-6495-425a-8a47-8ce2d4e212d3 req-4f0b9ff3-fbaf-4f42-9ea7-96e861ec0cc1 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:43.433841 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-90dcad2a-6495-425a-8a47-8ce2d4e212d3 req-4f0b9ff3-fbaf-4f42-9ea7-96e861ec0cc1 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0639102 Mar 14 18:57:43.486166 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-90dcad2a-6495-425a-8a47-8ce2d4e212d3 req-6b3901e4-9329-434e-9b23-508703f49c92 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467772 Mar 14 18:57:44.625225 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb5ab8-a020-4fc1-8537-0ab3b6d2d0c2 req-cedaae8b-9c92-4864-855b-4301adfb3575 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:44.626711 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-56bb5ab8-a020-4fc1-8537-0ab3b6d2d0c2 req-cedaae8b-9c92-4864-855b-4301adfb3575 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0570354 Mar 14 18:57:44.675069 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-56bb5ab8-a020-4fc1-8537-0ab3b6d2d0c2 req-4276a194-7bcc-49a7-8941-90533e8ca223 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426593 Mar 14 18:57:45.812225 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4230fc-a021-479d-ae84-8863e7b41cd5 req-b0b93fc5-4ad1-41e4-95ac-a3d7c83e2eb2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:45.813678 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6e4230fc-a021-479d-ae84-8863e7b41cd5 req-b0b93fc5-4ad1-41e4-95ac-a3d7c83e2eb2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 946 time: 0.0536551 Mar 14 18:57:45.862235 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6e4230fc-a021-479d-ae84-8863e7b41cd5 req-ef2598bf-3816-46a5-84f4-75b19b5fb240 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419703 Mar 14 18:57:46.059213 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device ad359ac9-d0e9-43a0-9399-953dbf9adc26 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:57:46.138124 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port ad359ac9-d0e9-43a0-9399-953dbf9adc26 is: ACTIVE; New status is: DOWN {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:46.138511 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:46.163621 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:46.166544 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf2380b-31da-40ac-b06d-8b3c128c2e00" -d '{"events": [{"server_uuid": "d68748f5-faf1-4bc8-8618-af69645425b4", "name": "network-vif-unplugged", "status": "completed", "tag": "ad359ac9-d0e9-43a0-9399-953dbf9adc26"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:46.182894 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port ad359ac9-d0e9-43a0-9399-953dbf9adc26, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:46.188280 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:46.213849 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f62e1a-15e2-456d-b295-bc6ce7a8f17c x-openstack-request-id: req-75f62e1a-15e2-456d-b295-bc6ce7a8f17c {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:46.214139 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68748f5-faf1-4bc8-8618-af69645425b4", "name": "network-vif-unplugged", "status": "failed", "tag": "ad359ac9-d0e9-43a0-9399-953dbf9adc26", "code": 422}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:46.214391 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75f62e1a-15e2-456d-b295-bc6ce7a8f17c {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:46.214816 dv-cinder-829664-3-iscsi neutron-server[109514]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'code': 422} returned with failed status Mar 14 18:57:46.242852 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=ad359ac9-d0e9-43a0-9399-953dbf9adc26,revision_number=8']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:46.254231 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:46.254512 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:46.254888 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:46.255281 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:46.256019 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:46.256360 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:46.256711 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:46.257041 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:46.257366 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:46.257690 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:46.258013 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:46.258339 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:46.258664 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:46.258984 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:46.259344 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:46.344067 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [req-c2f3bce2-43d8-47b0-8950-2e281141f975 req-7d941e44-538c-4fb2-8dda-850439a9604b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:57:46.345105 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c2f3bce2-43d8-47b0-8950-2e281141f975 req-7d941e44-538c-4fb2-8dda-850439a9604b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059979 Mar 14 18:57:46.514439 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414605d8-e431-4cdf-84a4-e07ce26359e3 req-190e833a-ccf7-491e-853c-f3b0154bfdbe tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:46.515967 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-414605d8-e431-4cdf-84a4-e07ce26359e3 req-190e833a-ccf7-491e-853c-f3b0154bfdbe tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0593829 Mar 14 18:57:46.565044 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-414605d8-e431-4cdf-84a4-e07ce26359e3 req-b3289f36-bca3-46ec-8ebb-aa27209c5251 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417454 Mar 14 18:57:46.848982 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45634) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:46.945719 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd34971-87a8-452a-93d7-945392555a08 req-c7324c83-cd2c-432b-a5ac-60718a0f5ad7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955172 Mar 14 18:57:46.954332 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [req-bcd34971-87a8-452a-93d7-945392555a08 req-fb14da67-6e4b-423e-b313-bfa4c5bfbb9f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:57:46.955284 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd34971-87a8-452a-93d7-945392555a08 req-fb14da67-6e4b-423e-b313-bfa4c5bfbb9f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049820 Mar 14 18:57:47.047991 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45650) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:47.147676 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd34971-87a8-452a-93d7-945392555a08 req-11afe74b-e9bd-4787-a67d-f994ee40752b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:47.149196 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bcd34971-87a8-452a-93d7-945392555a08 req-11afe74b-e9bd-4787-a67d-f994ee40752b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports/ad359ac9-d0e9-43a0-9399-953dbf9adc26 HTTP/1.1" status: 200 len: 941 time: 0.1002316 Mar 14 18:57:47.691336 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576359a-1a05-4a98-920e-bd0f6350f0cf req-3e681f44-08ff-4832-b58d-813f89edea73 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:47.692842 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5576359a-1a05-4a98-920e-bd0f6350f0cf req-3e681f44-08ff-4832-b58d-813f89edea73 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0524402 Mar 14 18:57:47.742914 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5576359a-1a05-4a98-920e-bd0f6350f0cf req-bcf21dfa-4692-4214-b970-f70b6cfe300a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444672 Mar 14 18:57:48.868678 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd34971-87a8-452a-93d7-945392555a08 req-8c8e3448-39d6-4a32-a0d4-4bb5dced9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:48.870152 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-bcd34971-87a8-452a-93d7-945392555a08 req-8c8e3448-39d6-4a32-a0d4-4bb5dced9e87 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4&tenant_id=0fd4a8ca063a453a90dfd25ba3852e42 HTTP/1.1" status: 200 len: 1128 time: 0.1063390 Mar 14 18:57:48.888639 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c2202-7f1e-4a55-9d7d-c123c569c36e req-679c5cc7-66b7-4aa8-bde9-c1f70619b4ad tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:48.890074 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-683c2202-7f1e-4a55-9d7d-c123c569c36e req-679c5cc7-66b7-4aa8-bde9-c1f70619b4ad tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0712409 Mar 14 18:57:48.963063 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-683c2202-7f1e-4a55-9d7d-c123c569c36e req-4414b256-1de4-4218-9426-fb61170a137f tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624986 Mar 14 18:57:48.967516 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd34971-87a8-452a-93d7-945392555a08 req-5da6e467-9249-4bae-ade9-62740f794019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:48.969285 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-bcd34971-87a8-452a-93d7-945392555a08 req-5da6e467-9249-4bae-ade9-62740f794019 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fd4a8ca063a453a90dfd25ba3852e42&device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 1128 time: 0.0761173 Mar 14 18:57:49.065829 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd34971-87a8-452a-93d7-945392555a08 req-0581fb77-8068-4962-b4e2-e21ce6e5991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:49.067204 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-bcd34971-87a8-452a-93d7-945392555a08 req-0581fb77-8068-4962-b4e2-e21ce6e5991b service neutron] 10.222.0.69 "GET /v2.0/networks?id=238a0ce0-fc24-410f-b071-3e8d79d444fd HTTP/1.1" status: 200 len: 917 time: 0.0884206 Mar 14 18:57:49.138870 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-bcd34971-87a8-452a-93d7-945392555a08 req-67a46203-c8da-4904-8f01-d65f680bf1e3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26 HTTP/1.1" status: 200 len: 999 time: 0.0589926 Mar 14 18:57:49.193260 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd34971-87a8-452a-93d7-945392555a08 req-d90cd894-6533-43ef-9653-395f4030dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:49.194671 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-bcd34971-87a8-452a-93d7-945392555a08 req-d90cd894-6533-43ef-9653-395f4030dc67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=295ea95f-a569-4ae3-aa0e-4b878103c9ad HTTP/1.1" status: 200 len: 855 time: 0.0462368 Mar 14 18:57:49.256321 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd34971-87a8-452a-93d7-945392555a08 req-c237b9b7-3a71-4ef3-8bce-5867ed77480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:49.257817 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-bcd34971-87a8-452a-93d7-945392555a08 req-c237b9b7-3a71-4ef3-8bce-5867ed77480b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=238a0ce0-fc24-410f-b071-3e8d79d444fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471344 Mar 14 18:57:49.355418 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-bcd34971-87a8-452a-93d7-945392555a08 req-19558398-5c82-440f-b9be-8189b071f0e1 service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896351 Mar 14 18:57:49.446260 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-bcd34971-87a8-452a-93d7-945392555a08 req-ad29d14b-a5ca-4444-ad15-5ae7a54b558d service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843692 Mar 14 18:57:50.072472 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device ad359ac9-d0e9-43a0-9399-953dbf9adc26 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:57:50.167154 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab59aa-dd05-4d41-a8bb-2f7b119cabc0 req-283afc79-ae09-42d5-ba20-ab4f73beac7d tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:50.174887 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-58ab59aa-dd05-4d41-a8bb-2f7b119cabc0 req-283afc79-ae09-42d5-ba20-ab4f73beac7d tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.1321447 Mar 14 18:57:50.195409 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port ad359ac9-d0e9-43a0-9399-953dbf9adc26 is: DOWN; New status is: DOWN {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:50.240340 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-58ab59aa-dd05-4d41-a8bb-2f7b119cabc0 req-e394fede-1036-46a9-be5e-81f6aa5a1065 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639665 Mar 14 18:57:50.911021 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 45708) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:51.016988 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-112dd0b3-6492-40b7-9288-3ffdc269e70e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:51.110913 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-112dd0b3-6492-40b7-9288-3ffdc269e70e admin admin] Publish callbacks [] for security_group (a5a63a24-18ee-49dd-bf50-07213f8afbb5), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:51.115807 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-112dd0b3-6492-40b7-9288-3ffdc269e70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (a5a63a24-18ee-49dd-bf50-07213f8afbb5), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:51.155857 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-112dd0b3-6492-40b7-9288-3ffdc269e70e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d985ca62f8984be787e585f238b4aaaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435215 Mar 14 18:57:51.156612 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dd0b3-6492-40b7-9288-3ffdc269e70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a63a24-18ee-49dd-bf50-07213f8afbb5,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:51.158802 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45712) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:51.214344 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ff26-f2ca-4b87-9ebb-e15053001457 admin admin] Publish callbacks [] for security_group (a5a63a24-18ee-49dd-bf50-07213f8afbb5), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:51.237678 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ff26-f2ca-4b87-9ebb-e15053001457 admin admin] Publish callbacks [] for security_group (a5a63a24-18ee-49dd-bf50-07213f8afbb5), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:51.294310 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ff26-f2ca-4b87-9ebb-e15053001457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (a5a63a24-18ee-49dd-bf50-07213f8afbb5), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:51.297792 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ff26-f2ca-4b87-9ebb-e15053001457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:51.301714 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-f2d6ff26-f2ca-4b87-9ebb-e15053001457 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5a63a24-18ee-49dd-bf50-07213f8afbb5 HTTP/1.1" status: 204 len: 168 time: 0.1389682 Mar 14 18:57:51.318259 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:51.323256 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6ff26-f2ca-4b87-9ebb-e15053001457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a63a24-18ee-49dd-bf50-07213f8afbb5,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:51.406340 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd1b90-9fa2-47c8-82d3-812a69cd30e5 req-80ea2486-eb33-49dd-9645-487d4f61d251 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:51.408296 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9afd1b90-9fa2-47c8-82d3-812a69cd30e5 req-80ea2486-eb33-49dd-9645-487d4f61d251 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0640049 Mar 14 18:57:51.464442 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9afd1b90-9fa2-47c8-82d3-812a69cd30e5 req-f57cfe3c-e506-47d8-93be-ac1edbfc50aa tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501585 Mar 14 18:57:52.616697 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbdfc0-2d4d-49db-b6d7-cdc419f9bc69 req-94679449-31f8-445d-9372-c5e0e2ce3bb9 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:52.619048 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-aafbdfc0-2d4d-49db-b6d7-cdc419f9bc69 req-94679449-31f8-445d-9372-c5e0e2ce3bb9 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0619047 Mar 14 18:57:52.671433 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-aafbdfc0-2d4d-49db-b6d7-cdc419f9bc69 req-365ec125-a044-4f1a-a21e-e7b07423bf15 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466709 Mar 14 18:57:53.844354 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdba54-a5dd-4856-a90f-318cc400fc9f req-c8b8503c-4bfe-4f6c-9999-38fb8cf5fb33 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:53.846789 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-57bdba54-a5dd-4856-a90f-318cc400fc9f req-c8b8503c-4bfe-4f6c-9999-38fb8cf5fb33 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0785348 Mar 14 18:57:53.896714 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-57bdba54-a5dd-4856-a90f-318cc400fc9f req-358c2bc5-fefa-4e33-be4d-a5d09a3efea0 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440216 Mar 14 18:57:54.163642 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbfb8a-13f0-4d47-9446-4c4b8eb53792 req-73ae0052-6ec8-430e-8337-c0a8c3555744 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:54.165148 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eefbfb8a-13f0-4d47-9446-4c4b8eb53792 req-73ae0052-6ec8-430e-8337-c0a8c3555744 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0600684 Mar 14 18:57:54.228450 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eefbfb8a-13f0-4d47-9446-4c4b8eb53792 req-3e57a889-247f-4bdd-b144-da50abe5935e tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566051 Mar 14 18:57:55.028839 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9534e6f-d9b6-406e-8b1c-428121242751 req-42188e36-ab94-465b-bdd8-be27d75f8e90 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:55.031045 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d9534e6f-d9b6-406e-8b1c-428121242751 req-42188e36-ab94-465b-bdd8-be27d75f8e90 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0542128 Mar 14 18:57:55.078631 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d9534e6f-d9b6-406e-8b1c-428121242751 req-502c4d8d-6051-4720-9bdc-c090a46b0b44 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418279 Mar 14 18:57:55.353142 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc34b2-86e7-4d65-96a2-3ce324d9a25e req-8c6c3611-91a4-4012-a214-457b38ee1710 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:55.354759 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-00dc34b2-86e7-4d65-96a2-3ce324d9a25e req-8c6c3611-91a4-4012-a214-457b38ee1710 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0561459 Mar 14 18:57:55.421752 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-00dc34b2-86e7-4d65-96a2-3ce324d9a25e req-49a7672f-6e6e-4b6e-8338-5a2a452d11cd tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609822 Mar 14 18:57:56.234059 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61628a-2559-4805-ba5d-a63f9bf94a6d req-53cb1c62-f958-4ddb-9bbc-6dbf19610630 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:56.235756 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0f61628a-2559-4805-ba5d-a63f9bf94a6d req-53cb1c62-f958-4ddb-9bbc-6dbf19610630 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0775275 Mar 14 18:57:56.292061 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0f61628a-2559-4805-ba5d-a63f9bf94a6d req-ec35cc5a-3197-4b74-bc6a-8cc11a7fb986 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492594 Mar 14 18:57:56.532971 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45836) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:56.568740 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbc829-4e32-45f6-867e-b829f4e992a5 req-fad150a0-7b74-4cdd-ba1e-db89b927bea8 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:56.573608 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7cfbc829-4e32-45f6-867e-b829f4e992a5 req-fad150a0-7b74-4cdd-ba1e-db89b927bea8 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0714965 Mar 14 18:57:56.635088 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7cfbc829-4e32-45f6-867e-b829f4e992a5 req-ad00656a-6167-4f45-9418-320f64faf8ba tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557621 Mar 14 18:57:56.656398 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0131830b-999d-4f35-b1c3-225d2e133294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:56.738159 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0131830b-999d-4f35-b1c3-225d2e133294 admin admin] Publish callbacks [] for security_group (a8545668-c0c5-4261-909a-d3cb2ac13161), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:56.745990 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0131830b-999d-4f35-b1c3-225d2e133294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (a8545668-c0c5-4261-909a-d3cb2ac13161), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:56.785536 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-0131830b-999d-4f35-b1c3-225d2e133294 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e34feb8587f0421e8e74edaa13c63470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510781 Mar 14 18:57:56.786586 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131830b-999d-4f35-b1c3-225d2e133294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8545668-c0c5-4261-909a-d3cb2ac13161,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:56.788673 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 45840) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:56.840241 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-36d8e972-4207-4023-a91b-2d0056e37df6 admin admin] Publish callbacks [] for security_group (a8545668-c0c5-4261-909a-d3cb2ac13161), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:56.863059 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-36d8e972-4207-4023-a91b-2d0056e37df6 admin admin] Publish callbacks [] for security_group (a8545668-c0c5-4261-909a-d3cb2ac13161), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:56.913829 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-36d8e972-4207-4023-a91b-2d0056e37df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (a8545668-c0c5-4261-909a-d3cb2ac13161), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:56.916556 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-36d8e972-4207-4023-a91b-2d0056e37df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:56.917736 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-36d8e972-4207-4023-a91b-2d0056e37df6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8545668-c0c5-4261-909a-d3cb2ac13161 HTTP/1.1" status: 204 len: 168 time: 0.1278033 Mar 14 18:57:56.926284 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8e972-4207-4023-a91b-2d0056e37df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8545668-c0c5-4261-909a-d3cb2ac13161,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:57.216759 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 45846) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:57.235970 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-39803c39-d0f0-4cf7-8858-d6d310b4652a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.315911 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-39803c39-d0f0-4cf7-8858-d6d310b4652a admin admin] Publish callbacks [] for security_group (5945496a-f75b-4788-be4c-f630181c0046), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.321947 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-39803c39-d0f0-4cf7-8858-d6d310b4652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (5945496a-f75b-4788-be4c-f630181c0046), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.362110 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-39803c39-d0f0-4cf7-8858-d6d310b4652a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c5b02393b0d41f1afb3bfeceb1e423f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441834 Mar 14 18:57:57.363084 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39803c39-d0f0-4cf7-8858-d6d310b4652a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5945496a-f75b-4788-be4c-f630181c0046,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:57.365070 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45850) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:57.469812 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-01cbf8ba-226a-4d8a-be6b-4978d39d4504 admin admin] Publish callbacks [] for security_group (5945496a-f75b-4788-be4c-f630181c0046), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.477800 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec951577-72d6-44f4-9888-205c80b298c6 req-51e323d3-61e6-46aa-80d4-c6cdad68a1af tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:57.479619 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ec951577-72d6-44f4-9888-205c80b298c6 req-51e323d3-61e6-46aa-80d4-c6cdad68a1af tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0976529 Mar 14 18:57:57.513206 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-01cbf8ba-226a-4d8a-be6b-4978d39d4504 admin admin] Publish callbacks [] for security_group (5945496a-f75b-4788-be4c-f630181c0046), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.566141 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ec951577-72d6-44f4-9888-205c80b298c6 req-d3fdd829-ccf8-435d-b505-4c0896686fc3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771868 Mar 14 18:57:57.587218 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-01cbf8ba-226a-4d8a-be6b-4978d39d4504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (5945496a-f75b-4788-be4c-f630181c0046), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.590272 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-01cbf8ba-226a-4d8a-be6b-4978d39d4504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.594198 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-01cbf8ba-226a-4d8a-be6b-4978d39d4504 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5945496a-f75b-4788-be4c-f630181c0046 HTTP/1.1" status: 204 len: 168 time: 0.2279932 Mar 14 18:57:57.603441 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbf8ba-226a-4d8a-be6b-4978d39d4504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5945496a-f75b-4788-be4c-f630181c0046,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:57.768870 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92674d-8044-4ba5-a252-c341a3e9e5d1 req-9efc3fff-44ab-4723-90e8-00784e90009a tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:57.770676 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ea92674d-8044-4ba5-a252-c341a3e9e5d1 req-9efc3fff-44ab-4723-90e8-00784e90009a tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0652664 Mar 14 18:57:57.847169 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ea92674d-8044-4ba5-a252-c341a3e9e5d1 req-a3d181c1-59df-4791-bd1c-848785cdf76f tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698800 Mar 14 18:57:58.703972 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0aa685-17e5-4ca0-a675-d6e2aa2efb94 req-6812624f-3315-49b6-b6ab-53a53ba19970 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:58.705490 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0f0aa685-17e5-4ca0-a675-d6e2aa2efb94 req-6812624f-3315-49b6-b6ab-53a53ba19970 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0575991 Mar 14 18:57:58.760057 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0f0aa685-17e5-4ca0-a675-d6e2aa2efb94 req-e5781269-79f8-48e4-a748-59732173c732 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480461 Mar 14 18:57:58.982359 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda74dcb-1a3e-44ce-b2da-ee3efe81142c req-daaaac29-55ef-45a5-b064-5c210bfc015c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:58.984020 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eda74dcb-1a3e-44ce-b2da-ee3efe81142c req-daaaac29-55ef-45a5-b064-5c210bfc015c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0642083 Mar 14 18:57:59.046272 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eda74dcb-1a3e-44ce-b2da-ee3efe81142c req-023aeb27-515e-4011-8ed2-cda9e78e43db tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562944 Mar 14 18:57:59.363695 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 45902) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:59.476472 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b402a22c-7925-428f-80e3-f7ab1ec5c49f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:59.555811 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b402a22c-7925-428f-80e3-f7ab1ec5c49f admin admin] Publish callbacks [] for security_group (2007e67c-6255-4f07-a344-2bc079138534), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:59.561058 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b402a22c-7925-428f-80e3-f7ab1ec5c49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (2007e67c-6255-4f07-a344-2bc079138534), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:59.600058 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-b402a22c-7925-428f-80e3-f7ab1ec5c49f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a34fb9449cb4000a49b8eb4553133d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352016 Mar 14 18:57:59.600937 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402a22c-7925-428f-80e3-f7ab1ec5c49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2007e67c-6255-4f07-a344-2bc079138534,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:59.603268 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45906) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:59.658289 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-38191aae-7643-447d-adf0-d75508b6ec2d admin admin] Publish callbacks [] for security_group (2007e67c-6255-4f07-a344-2bc079138534), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:59.680664 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-38191aae-7643-447d-adf0-d75508b6ec2d admin admin] Publish callbacks [] for security_group (2007e67c-6255-4f07-a344-2bc079138534), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:59.733136 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-38191aae-7643-447d-adf0-d75508b6ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (2007e67c-6255-4f07-a344-2bc079138534), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:59.735664 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-38191aae-7643-447d-adf0-d75508b6ec2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:59.736854 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-38191aae-7643-447d-adf0-d75508b6ec2d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2007e67c-6255-4f07-a344-2bc079138534 HTTP/1.1" status: 204 len: 168 time: 0.1323571 Mar 14 18:57:59.745131 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38191aae-7643-447d-adf0-d75508b6ec2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2007e67c-6255-4f07-a344-2bc079138534,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:59.903309 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff1be1-ca12-424d-b5b9-cb5d56bbec4f req-50a1300e-94dd-49d3-a6de-36e6fd8a0c9d tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:59.904934 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-cdff1be1-ca12-424d-b5b9-cb5d56bbec4f req-50a1300e-94dd-49d3-a6de-36e6fd8a0c9d tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0541444 Mar 14 18:57:59.952093 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-cdff1be1-ca12-424d-b5b9-cb5d56bbec4f req-52753d9c-ff75-4250-a93d-61a56d416a98 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409544 Mar 14 18:58:00.029827 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45914) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:00.045027 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a7f7b983-1ff5-4a0c-86fd-e0b688bb580e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:00.114154 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3a198-15ec-4ae3-918c-dc3c3809cd59 req-b100725a-6f7c-4ea5-a7a0-37d297099cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:00.117634 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c4f3a198-15ec-4ae3-918c-dc3c3809cd59 req-b100725a-6f7c-4ea5-a7a0-37d297099cf7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97e17f4e7b5f4d249b69708b9a78f5c0&device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 1168 time: 0.0517452 Mar 14 18:58:00.133707 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a7f7b983-1ff5-4a0c-86fd-e0b688bb580e admin admin] Publish callbacks [] for security_group (d4003874-7a22-452f-a564-e394473b5458), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:00.138256 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a7f7b983-1ff5-4a0c-86fd-e0b688bb580e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (d4003874-7a22-452f-a564-e394473b5458), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:00.178154 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-a7f7b983-1ff5-4a0c-86fd-e0b688bb580e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e617ec892bf42a187877d762396b9bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470675 Mar 14 18:58:00.179245 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7b983-1ff5-4a0c-86fd-e0b688bb580e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4003874-7a22-452f-a564-e394473b5458,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:00.181696 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 45920) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:00.245231 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-1fdde81c-5e5e-4c7d-869d-b1a65f81691b admin admin] Publish callbacks [] for security_group (d4003874-7a22-452f-a564-e394473b5458), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:00.253011 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed913dce-3b87-442b-b80f-aec5d8715231 req-c4d4eeb5-8bea-46f3-9762-f68c31267fbd tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:00.254509 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ed913dce-3b87-442b-b80f-aec5d8715231 req-c4d4eeb5-8bea-46f3-9762-f68c31267fbd tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.1330218 Mar 14 18:58:00.270382 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-1fdde81c-5e5e-4c7d-869d-b1a65f81691b admin admin] Publish callbacks [] for security_group (d4003874-7a22-452f-a564-e394473b5458), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:00.291262 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3a198-15ec-4ae3-918c-dc3c3809cd59 req-9c2df97c-9f6e-4104-a17b-8214b620990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:00.293094 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c4f3a198-15ec-4ae3-918c-dc3c3809cd59 req-9c2df97c-9f6e-4104-a17b-8214b620990f service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a1bead0-0281-41a2-92e4-3855fcf71ce9 HTTP/1.1" status: 200 len: 915 time: 0.1704791 Mar 14 18:58:00.322459 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-1fdde81c-5e5e-4c7d-869d-b1a65f81691b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (d4003874-7a22-452f-a564-e394473b5458), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:00.325630 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-1fdde81c-5e5e-4c7d-869d-b1a65f81691b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:00.327988 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-1fdde81c-5e5e-4c7d-869d-b1a65f81691b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4003874-7a22-452f-a564-e394473b5458 HTTP/1.1" status: 204 len: 168 time: 0.1453969 Mar 14 18:58:00.338925 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdde81c-5e5e-4c7d-869d-b1a65f81691b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4003874-7a22-452f-a564-e394473b5458,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:00.387115 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ed913dce-3b87-442b-b80f-aec5d8715231 req-f58f63d7-dc0d-4b54-9bce-c082894ab770 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1225142 Mar 14 18:58:00.421180 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c4f3a198-15ec-4ae3-918c-dc3c3809cd59 req-4fe2abb9-2ec5-4ab0-ab1f-f5414565a15f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad669e09-fb85-405e-9d07-a48e3667c19c HTTP/1.1" status: 200 len: 1001 time: 0.1039925 Mar 14 18:58:00.476179 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3a198-15ec-4ae3-918c-dc3c3809cd59 req-86eb0d2f-3641-4168-b607-4f12464ebd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:00.477672 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c4f3a198-15ec-4ae3-918c-dc3c3809cd59 req-86eb0d2f-3641-4168-b607-4f12464ebd01 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bcc3bd51-6b92-4325-a854-3a44a0a0d766 HTTP/1.1" status: 200 len: 853 time: 0.0501189 Mar 14 18:58:00.532336 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3a198-15ec-4ae3-918c-dc3c3809cd59 req-f07aa2fb-b902-4bca-9561-4586bf1e6622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:00.533936 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c4f3a198-15ec-4ae3-918c-dc3c3809cd59 req-f07aa2fb-b902-4bca-9561-4586bf1e6622 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a1bead0-0281-41a2-92e4-3855fcf71ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483589 Mar 14 18:58:00.631746 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c4f3a198-15ec-4ae3-918c-dc3c3809cd59 req-6c6f53f2-1c53-42ce-808f-242b2c34c85a service neutron] 10.222.0.69 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894594 Mar 14 18:58:00.722587 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c4f3a198-15ec-4ae3-918c-dc3c3809cd59 req-3de716d0-db49-4f6b-9885-b5e0162d3ed6 service neutron] 10.222.0.69 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838108 Mar 14 18:58:01.080998 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3296a-bd37-4c17-86c6-65495377a211 req-f93688d1-1999-48d0-b94a-f06456954575 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:01.082511 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-19a3296a-bd37-4c17-86c6-65495377a211 req-f93688d1-1999-48d0-b94a-f06456954575 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0530345 Mar 14 18:58:01.128651 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-19a3296a-bd37-4c17-86c6-65495377a211 req-26711b77-b0b5-4ec4-b5ed-0758c38eb978 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404575 Mar 14 18:58:01.514632 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7151382-ef05-43d9-be88-8d92836f0ccb req-02e78fd1-d549-4bc2-aa43-f709afbd4eef tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:01.516142 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f7151382-ef05-43d9-be88-8d92836f0ccb req-02e78fd1-d549-4bc2-aa43-f709afbd4eef tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0628777 Mar 14 18:58:01.575136 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f7151382-ef05-43d9-be88-8d92836f0ccb req-6411a1c8-9c70-468c-ac71-b1ba56cb79e2 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532019 Mar 14 18:58:02.269419 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a64b-5b01-434e-8248-659b2ed800e7 req-0de5bb89-c2be-47e3-b0aa-4a4bc5ddc41a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:02.271082 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-cde4a64b-5b01-434e-8248-659b2ed800e7 req-0de5bb89-c2be-47e3-b0aa-4a4bc5ddc41a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0675061 Mar 14 18:58:02.319379 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-cde4a64b-5b01-434e-8248-659b2ed800e7 req-3f426f56-12d2-4402-9ead-beb29cea5225 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426149 Mar 14 18:58:02.384910 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-a6151117-e71a-47f0-87f3-286d8bb564b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:02.703991 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaef5b-68e3-4a86-8ddf-f29f12c859ab req-3a64b99d-fca2-423a-ac50-a80b08614588 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:02.705419 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6aaaef5b-68e3-4a86-8ddf-f29f12c859ab req-3a64b99d-fca2-423a-ac50-a80b08614588 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0536606 Mar 14 18:58:02.764670 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6aaaef5b-68e3-4a86-8ddf-f29f12c859ab req-1ea412fe-80a5-4c4d-8ef2-72e585b07797 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535381 Mar 14 18:58:02.917266 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:58:03.444557 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25487ed-0a2b-457f-ad38-efa469bbc2a6 req-e4fd0544-8e23-45f5-b1ee-4a769c21e87c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:03.454028 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f25487ed-0a2b-457f-ad38-efa469bbc2a6 req-e4fd0544-8e23-45f5-b1ee-4a769c21e87c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0531590 Mar 14 18:58:03.500180 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f25487ed-0a2b-457f-ad38-efa469bbc2a6 req-c10b2c00-9063-46f1-b769-55949e7094da tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482771 Mar 14 18:58:03.904065 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4acf3a-1ae6-4ee7-b1bd-9d2d5e591c72 req-010fc6a9-487e-428a-ba80-4e2ff1f39d9d tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:03.905648 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d4acf3a-1ae6-4ee7-b1bd-9d2d5e591c72 req-010fc6a9-487e-428a-ba80-4e2ff1f39d9d tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0586393 Mar 14 18:58:04.187037 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d4acf3a-1ae6-4ee7-b1bd-9d2d5e591c72 req-da585de9-ee2d-4afa-bb7a-40b5e230a858 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2729716 Mar 14 18:58:04.628731 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2d4b3-eb71-4cc5-a413-3322245d975e req-1ed558c3-61a7-45d1-a0d8-d845c3b1a107 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:04.630497 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c8c2d4b3-eb71-4cc5-a413-3322245d975e req-1ed558c3-61a7-45d1-a0d8-d845c3b1a107 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0549350 Mar 14 18:58:04.685869 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c8c2d4b3-eb71-4cc5-a413-3322245d975e req-738ac509-8580-46b7-b847-e385d54bed22 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492527 Mar 14 18:58:04.701708 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9a5e829c-386e-43b5-925b-44d650a57f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:05.313272 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80170c8e-e112-4791-87a3-fa29a17d092f req-e0fa2627-de8a-484c-847f-a33d9b4e6740 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:05.314754 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-80170c8e-e112-4791-87a3-fa29a17d092f req-e0fa2627-de8a-484c-847f-a33d9b4e6740 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0533826 Mar 14 18:58:05.375191 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-80170c8e-e112-4791-87a3-fa29a17d092f req-5a772dd0-4be7-4918-b417-5352bebabab6 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545146 Mar 14 18:58:05.825078 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0985d31-8e14-4923-8b23-0e0fc0ae7469 req-84a51a70-ec27-463d-ab57-c2f98add445d tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:05.826539 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f0985d31-8e14-4923-8b23-0e0fc0ae7469 req-84a51a70-ec27-463d-ab57-c2f98add445d tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0553565 Mar 14 18:58:05.875981 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f0985d31-8e14-4923-8b23-0e0fc0ae7469 req-3357114a-33fb-4915-b412-56a5dac7d27c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408092 Mar 14 18:58:05.920829 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:06.502926 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ede01-5d65-45c6-a4e2-8522a3e54756 req-c97f2380-665a-43cb-ae23-471b7d139795 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:06.504300 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-536ede01-5d65-45c6-a4e2-8522a3e54756 req-c97f2380-665a-43cb-ae23-471b7d139795 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0597343 Mar 14 18:58:06.564820 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-536ede01-5d65-45c6-a4e2-8522a3e54756 req-8a0722f6-6b3a-4276-a8fc-2abb3a901227 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545971 Mar 14 18:58:07.001021 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead18ee-7b9b-47c1-af9b-ff84e5b6ecab req-a3e5c1cd-5335-4d44-93c1-408738bc7ec7 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:07.002490 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7ead18ee-7b9b-47c1-af9b-ff84e5b6ecab req-a3e5c1cd-5335-4d44-93c1-408738bc7ec7 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0536094 Mar 14 18:58:07.050917 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7ead18ee-7b9b-47c1-af9b-ff84e5b6ecab req-a405e7b4-6df4-456b-bbcb-c8c90b311484 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426743 Mar 14 18:58:07.095028 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:07.685096 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc7e51-9747-472c-91f4-d5d33ece97ad req-a6d93f49-a9c3-4d65-ab2f-2ca46525a2fe tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:07.686544 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e7cc7e51-9747-472c-91f4-d5d33ece97ad req-a6d93f49-a9c3-4d65-ab2f-2ca46525a2fe tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0543640 Mar 14 18:58:07.746487 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e7cc7e51-9747-472c-91f4-d5d33ece97ad req-9bd93067-dde0-4586-8730-47060e8386d7 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521629 Mar 14 18:58:08.127638 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device ad359ac9-d0e9-43a0-9399-953dbf9adc26 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:58:08.182578 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a23ba-2b49-4af4-8ccc-2eb01e8bd9de req-5c902d94-9b49-443e-b5a2-e29c3f15f161 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:08.184268 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a58a23ba-2b49-4af4-8ccc-2eb01e8bd9de req-5c902d94-9b49-443e-b5a2-e29c3f15f161 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 944 time: 0.0609939 Mar 14 18:58:08.226596 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port ad359ac9-d0e9-43a0-9399-953dbf9adc26, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:08.232668 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a58a23ba-2b49-4af4-8ccc-2eb01e8bd9de req-5a1d613f-3f23-423f-b994-4a14c16d3223 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428345 Mar 14 18:58:08.242049 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'port_id': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'mac_address': 'fa:16:3e:fb:fc:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:58:08.279770 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port ad359ac9-d0e9-43a0-9399-953dbf9adc26 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:58:08.280180 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:08.293932 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad359ac9-d0e9-43a0-9399-953dbf9adc26 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:58:08.314873 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port ad359ac9-d0e9-43a0-9399-953dbf9adc26, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:08.320781 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:08.370158 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=ad359ac9-d0e9-43a0-9399-953dbf9adc26,revision_number=9']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:08.700705 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:08.715762 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['ad359ac9-d0e9-43a0-9399-953dbf9adc26'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:58:08.871915 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde022e-fa50-4bac-9a28-abcfcbc9c8a4 req-4d6b6e9f-a0f7-4d9d-9991-ea6f472d3124 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:08.873448 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ebde022e-fa50-4bac-9a28-abcfcbc9c8a4 req-4d6b6e9f-a0f7-4d9d-9991-ea6f472d3124 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0538816 Mar 14 18:58:08.938369 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ebde022e-fa50-4bac-9a28-abcfcbc9c8a4 req-a51f4dd8-5adc-492c-9eba-39560f863c78 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588567 Mar 14 18:58:09.369563 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53103032-855c-48e5-abac-50ac05c92538 req-c8000480-c25e-41a2-932a-dd36d10963cb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:09.371280 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-53103032-855c-48e5-abac-50ac05c92538 req-c8000480-c25e-41a2-932a-dd36d10963cb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 945 time: 0.0663400 Mar 14 18:58:09.429066 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-53103032-855c-48e5-abac-50ac05c92538 req-440ff45a-0cd9-4634-b1c2-24cbee9ce439 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522618 Mar 14 18:58:10.067653 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53546fd4-88a4-483c-a4d1-c3bd7b7747e2 req-fff9441b-dba0-4e36-bf47-95ddb7250227 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:10.069207 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-53546fd4-88a4-483c-a4d1-c3bd7b7747e2 req-fff9441b-dba0-4e36-bf47-95ddb7250227 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0581663 Mar 14 18:58:10.133400 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-53546fd4-88a4-483c-a4d1-c3bd7b7747e2 req-461f69eb-ea06-4ef7-8fb0-4863370de503 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582185 Mar 14 18:58:10.152330 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device ad359ac9-d0e9-43a0-9399-953dbf9adc26 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:58:10.202574 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port ad359ac9-d0e9-43a0-9399-953dbf9adc26 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:58:10.202948 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:10.286396 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port ad359ac9-d0e9-43a0-9399-953dbf9adc26 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:58:10.286771 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:10.308638 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:10.310859 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e083bff4-7b04-4a3a-8ec0-6b14a5a19e82" -d '{"events": [{"server_uuid": "d68748f5-faf1-4bc8-8618-af69645425b4", "name": "network-vif-plugged", "status": "completed", "tag": "ad359ac9-d0e9-43a0-9399-953dbf9adc26"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:10.323005 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port ad359ac9-d0e9-43a0-9399-953dbf9adc26, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:10.327130 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:10.349748 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49755da8-9402-4287-afd0-9f9e8337b53f x-openstack-request-id: req-49755da8-9402-4287-afd0-9f9e8337b53f {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:10.350031 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68748f5-faf1-4bc8-8618-af69645425b4", "name": "network-vif-plugged", "status": "completed", "tag": "ad359ac9-d0e9-43a0-9399-953dbf9adc26", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:10.350296 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49755da8-9402-4287-afd0-9f9e8337b53f {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:10.350686 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'code': 200} Mar 14 18:58:10.375987 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=ad359ac9-d0e9-43a0-9399-953dbf9adc26,revision_number=10']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:10.557759 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7785cd-0f1b-4515-9224-967936dc79a3 req-2407897e-3003-4f8a-873d-49d27b7c8e59 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:10.559254 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9b7785cd-0f1b-4515-9224-967936dc79a3 req-2407897e-3003-4f8a-873d-49d27b7c8e59 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 947 time: 0.0553615 Mar 14 18:58:10.607791 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9b7785cd-0f1b-4515-9224-967936dc79a3 req-c3d27ed3-6539-45d9-b29e-369a0aea42a9 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401130 Mar 14 18:58:10.914381 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89a410-440d-4c91-b990-6f0d179996ed req-1bc20443-6d82-482b-9c6c-48d3f5bc0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:10.915928 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a89a410-440d-4c91-b990-6f0d179996ed req-1bc20443-6d82-482b-9c6c-48d3f5bc0ce4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 1131 time: 0.0480893 Mar 14 18:58:10.965198 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a89a410-440d-4c91-b990-6f0d179996ed req-d4c9253c-252c-47a3-8824-dc65f19e1213 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373743 Mar 14 18:58:11.168607 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46078) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:11.265105 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce2954-d4c4-47cc-8a0a-767183c5782a req-fd0022e3-871d-4c8f-826d-d81e160fd43b tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:11.266520 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c9ce2954-d4c4-47cc-8a0a-767183c5782a req-fd0022e3-871d-4c8f-826d-d81e160fd43b tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0591764 Mar 14 18:58:11.285701 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8e562e01-9771-4d5b-b848-acc2f095b98c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.346695 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c9ce2954-d4c4-47cc-8a0a-767183c5782a req-ea4b6af9-1008-45b5-9a22-94186a99b14b tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746467 Mar 14 18:58:11.369112 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8e562e01-9771-4d5b-b848-acc2f095b98c admin admin] Publish callbacks [] for security_group (82778f7c-0ed7-4aac-b7bc-e5e0219ddb06), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.373061 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8e562e01-9771-4d5b-b848-acc2f095b98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (82778f7c-0ed7-4aac-b7bc-e5e0219ddb06), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.415802 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-8e562e01-9771-4d5b-b848-acc2f095b98c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0c8f44c0107545fe8250d509b265c5d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475705 Mar 14 18:58:11.416665 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e562e01-9771-4d5b-b848-acc2f095b98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82778f7c-0ed7-4aac-b7bc-e5e0219ddb06,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:11.418609 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46086) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:11.465873 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-dc65972a-bc54-4968-8bde-30a8eaf07ece admin admin] Publish callbacks [] for security_group (82778f7c-0ed7-4aac-b7bc-e5e0219ddb06), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.486515 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-dc65972a-bc54-4968-8bde-30a8eaf07ece admin admin] Publish callbacks [] for security_group (82778f7c-0ed7-4aac-b7bc-e5e0219ddb06), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.546569 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-dc65972a-bc54-4968-8bde-30a8eaf07ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (82778f7c-0ed7-4aac-b7bc-e5e0219ddb06), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.549170 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-dc65972a-bc54-4968-8bde-30a8eaf07ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.550374 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-dc65972a-bc54-4968-8bde-30a8eaf07ece admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82778f7c-0ed7-4aac-b7bc-e5e0219ddb06 HTTP/1.1" status: 204 len: 168 time: 0.1307535 Mar 14 18:58:11.558648 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65972a-bc54-4968-8bde-30a8eaf07ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82778f7c-0ed7-4aac-b7bc-e5e0219ddb06,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:11.734616 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a10aa1-0e4f-4414-bcbe-eaba6570a847 req-b51a5511-8507-4303-8e66-25de85e1462f tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:11.736186 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-55a10aa1-0e4f-4414-bcbe-eaba6570a847 req-b51a5511-8507-4303-8e66-25de85e1462f tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 947 time: 0.0545738 Mar 14 18:58:11.785611 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-55a10aa1-0e4f-4414-bcbe-eaba6570a847 req-137213ee-1503-481c-a216-aa13aa9c3c16 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431900 Mar 14 18:58:11.823833 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46094) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:11.837152 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f514f354-00a3-4600-9ffb-83614bc1e23b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.920109 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f514f354-00a3-4600-9ffb-83614bc1e23b admin admin] Publish callbacks [] for security_group (2efb1dfe-e358-4b27-9449-9c300364f1fc), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.925787 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f514f354-00a3-4600-9ffb-83614bc1e23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (2efb1dfe-e358-4b27-9449-9c300364f1fc), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.963620 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-f514f354-00a3-4600-9ffb-83614bc1e23b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e665c5e72e0a43ef99ace0a7fb470231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386037 Mar 14 18:58:11.964547 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514f354-00a3-4600-9ffb-83614bc1e23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efb1dfe-e358-4b27-9449-9c300364f1fc,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:11.966512 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46096) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:12.013540 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-bb022bc8-f7da-4c1d-b847-c042f98853f4 admin admin] Publish callbacks [] for security_group (2efb1dfe-e358-4b27-9449-9c300364f1fc), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:12.035849 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-bb022bc8-f7da-4c1d-b847-c042f98853f4 admin admin] Publish callbacks [] for security_group (2efb1dfe-e358-4b27-9449-9c300364f1fc), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:12.083722 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-bb022bc8-f7da-4c1d-b847-c042f98853f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (2efb1dfe-e358-4b27-9449-9c300364f1fc), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:12.086626 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-bb022bc8-f7da-4c1d-b847-c042f98853f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:12.087784 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-bb022bc8-f7da-4c1d-b847-c042f98853f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2efb1dfe-e358-4b27-9449-9c300364f1fc HTTP/1.1" status: 204 len: 168 time: 0.1199126 Mar 14 18:58:12.095555 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb022bc8-f7da-4c1d-b847-c042f98853f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efb1dfe-e358-4b27-9449-9c300364f1fc,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:12.479939 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56408cd5-91d5-4a0f-b5fe-e28025878745 req-1e94402c-9416-4871-a1b4-b897a45b048f tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:12.481463 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-56408cd5-91d5-4a0f-b5fe-e28025878745 req-1e94402c-9416-4871-a1b4-b897a45b048f tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0540140 Mar 14 18:58:12.580567 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-56408cd5-91d5-4a0f-b5fe-e28025878745 req-a77a0fe3-d151-4140-9f5f-f9caa8b749e3 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0854502 Mar 14 18:58:12.691970 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b1793-0cb8-4053-8581-49e903b406c4 req-052ad5a9-9656-49dc-9052-b7b8a0a4180b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:12.693912 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0e9b1793-0cb8-4053-8581-49e903b406c4 req-052ad5a9-9656-49dc-9052-b7b8a0a4180b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0783696 Mar 14 18:58:12.746780 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0e9b1793-0cb8-4053-8581-49e903b406c4 req-2c710eb2-7027-40b9-817d-409ec3fa051c tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464973 Mar 14 18:58:12.924081 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde8b8d-d3cc-4c17-91b3-08adc2ddd940 req-627b21dc-04e7-42da-9832-e75153f4b315 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:12.925737 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9bde8b8d-d3cc-4c17-91b3-08adc2ddd940 req-627b21dc-04e7-42da-9832-e75153f4b315 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 947 time: 0.0660920 Mar 14 18:58:12.977318 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9bde8b8d-d3cc-4c17-91b3-08adc2ddd940 req-3b00f80b-fc4f-4c0f-bca8-1d88caf7ecf1 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458753 Mar 14 18:58:13.323527 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46174) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:13.432293 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-da49d0ea-a3df-4b9d-aafa-4b29bd4f9db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:13.505548 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-da49d0ea-a3df-4b9d-aafa-4b29bd4f9db1 admin admin] Publish callbacks [] for security_group (208c05f8-d189-454c-8846-227be8c3beae), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:13.510960 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-da49d0ea-a3df-4b9d-aafa-4b29bd4f9db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (208c05f8-d189-454c-8846-227be8c3beae), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:13.548387 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-da49d0ea-a3df-4b9d-aafa-4b29bd4f9db1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c52a2bbd88964021a7f1e397381adf5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234516 Mar 14 18:58:13.549366 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49d0ea-a3df-4b9d-aafa-4b29bd4f9db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208c05f8-d189-454c-8846-227be8c3beae,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:13.551274 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46178) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:13.599466 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-52d4f5ed-b167-4537-9b2f-83193abe861c admin admin] Publish callbacks [] for security_group (208c05f8-d189-454c-8846-227be8c3beae), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:13.620506 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-52d4f5ed-b167-4537-9b2f-83193abe861c admin admin] Publish callbacks [] for security_group (208c05f8-d189-454c-8846-227be8c3beae), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:13.669759 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-52d4f5ed-b167-4537-9b2f-83193abe861c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (208c05f8-d189-454c-8846-227be8c3beae), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:13.672405 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-52d4f5ed-b167-4537-9b2f-83193abe861c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:13.673585 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-52d4f5ed-b167-4537-9b2f-83193abe861c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/208c05f8-d189-454c-8846-227be8c3beae HTTP/1.1" status: 204 len: 168 time: 0.1212375 Mar 14 18:58:13.681203 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4f5ed-b167-4537-9b2f-83193abe861c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208c05f8-d189-454c-8846-227be8c3beae,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:13.708607 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1870d-f5c7-4a23-98a9-fdd6c9244c92 req-dbf2f64f-ce54-4fd4-8acb-731f5d22bd04 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:13.710214 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7bb1870d-f5c7-4a23-98a9-fdd6c9244c92 req-dbf2f64f-ce54-4fd4-8acb-731f5d22bd04 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0714917 Mar 14 18:58:13.771799 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7bb1870d-f5c7-4a23-98a9-fdd6c9244c92 req-a0010bf0-c771-44dc-9d9d-8fb053fbe637 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549262 Mar 14 18:58:13.874399 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ef81b-5c7c-4944-bef2-0445cafe3c9b req-146d485a-f1b2-46de-9d9d-3adf305156c4 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:13.876000 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1f6ef81b-5c7c-4944-bef2-0445cafe3c9b req-146d485a-f1b2-46de-9d9d-3adf305156c4 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0560002 Mar 14 18:58:13.921974 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1f6ef81b-5c7c-4944-bef2-0445cafe3c9b req-cb0f8d7a-e4bf-4cb8-abe9-acd16d9ae049 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403998 Mar 14 18:58:14.122014 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127995c-e985-4166-acd6-611765c82078 req-86c2ed7a-afe5-411a-a0d5-251f04d1140a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:14.123707 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-3127995c-e985-4166-acd6-611765c82078 req-86c2ed7a-afe5-411a-a0d5-251f04d1140a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 947 time: 0.0670545 Mar 14 18:58:14.174046 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-3127995c-e985-4166-acd6-611765c82078 req-a4b98e0f-8334-45c3-8043-1fec290b6189 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439255 Mar 14 18:58:14.910398 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1a8a6-c763-4555-9958-c6f2609e7af3 req-36385a83-be32-4392-856c-217f6d2fd2f1 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:14.911954 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d6b1a8a6-c763-4555-9958-c6f2609e7af3 req-36385a83-be32-4392-856c-217f6d2fd2f1 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0615523 Mar 14 18:58:14.979801 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d6b1a8a6-c763-4555-9958-c6f2609e7af3 req-a2e9f5e7-7742-4722-8c03-629f125f78ca tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619109 Mar 14 18:58:15.082639 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0699ea-9a48-477d-8885-9898fa691842 req-429f6c6b-5ac5-44c1-9bc0-8f3eb16b1372 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:15.084630 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7a0699ea-9a48-477d-8885-9898fa691842 req-429f6c6b-5ac5-44c1-9bc0-8f3eb16b1372 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0529945 Mar 14 18:58:15.095009 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3889-fb7f-40f9-bfb2-889d515bc1d3 req-537185d7-ac10-4230-b5d7-07ded08127e2 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:15.096519 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-75cb3889-fb7f-40f9-bfb2-889d515bc1d3 req-537185d7-ac10-4230-b5d7-07ded08127e2 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 945 time: 0.0525756 Mar 14 18:58:15.134951 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7a0699ea-9a48-477d-8885-9898fa691842 req-a4a130da-dd70-44f6-9006-28e1932b2162 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451159 Mar 14 18:58:15.150339 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-75cb3889-fb7f-40f9-bfb2-889d515bc1d3 req-331a5ff4-b539-4f7a-92dc-268c433ee66a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482070 Mar 14 18:58:16.123814 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67aa1be-31ec-43a7-a823-a9aceabaed5f req-03568a7f-ae90-4020-9c4f-0e302d972ad8 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:16.125359 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e67aa1be-31ec-43a7-a823-a9aceabaed5f req-03568a7f-ae90-4020-9c4f-0e302d972ad8 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0561795 Mar 14 18:58:16.199366 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e67aa1be-31ec-43a7-a823-a9aceabaed5f req-610de4b9-662b-49f4-8c88-39a3ac8d7859 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650101 Mar 14 18:58:16.258682 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36622538-3e67-44e5-b3e4-840f03b7f4b8 req-94b05d68-a6a1-47bf-a7e8-19b81b7a67bc tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:16.260200 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-36622538-3e67-44e5-b3e4-840f03b7f4b8 req-94b05d68-a6a1-47bf-a7e8-19b81b7a67bc tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0528152 Mar 14 18:58:16.305796 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-36622538-3e67-44e5-b3e4-840f03b7f4b8 req-5f2d2018-f424-43a3-b048-6366e342f18e tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400522 Mar 14 18:58:16.311831 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28616ecc-e72e-426c-b441-6a3ea372dc60 req-2d3cf737-4cf0-497a-a382-5ea06115d68b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:16.313339 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-28616ecc-e72e-426c-b441-6a3ea372dc60 req-2d3cf737-4cf0-497a-a382-5ea06115d68b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 945 time: 0.0557911 Mar 14 18:58:16.360645 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-28616ecc-e72e-426c-b441-6a3ea372dc60 req-b73eb04e-9a11-43a5-bb65-2c8fd5a56fe5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417714 Mar 14 18:58:17.335088 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956b45f-0ce1-492c-9a4d-0ce3c16c0fdf req-7021fde3-f035-449f-bf45-95bb000f0037 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:17.336499 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f956b45f-0ce1-492c-9a4d-0ce3c16c0fdf req-7021fde3-f035-449f-bf45-95bb000f0037 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0578849 Mar 14 18:58:17.403838 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f956b45f-0ce1-492c-9a4d-0ce3c16c0fdf req-a09e1df5-fdf1-4147-8e9c-c50b72741ae9 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605628 Mar 14 18:58:17.438474 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe785310-970f-4189-a55a-e1b6da0aec05 req-a64fa0c6-db5a-4992-8847-d111efe136ae tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:17.439987 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fe785310-970f-4189-a55a-e1b6da0aec05 req-a64fa0c6-db5a-4992-8847-d111efe136ae tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0620539 Mar 14 18:58:17.495913 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fe785310-970f-4189-a55a-e1b6da0aec05 req-ddc0b2eb-a949-4030-90e5-f7cb12912127 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499945 Mar 14 18:58:17.555649 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-922a021c-3566-41db-acd1-34e3cb47cafe tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:17.557306 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-922a021c-3566-41db-acd1-34e3cb47cafe tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 945 time: 0.0960047 Mar 14 18:58:17.565555 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541dd94-2cd1-4960-871b-a2b35dc3128f req-4567b025-6247-4fd1-b463-f85a740396a4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:17.566961 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4541dd94-2cd1-4960-871b-a2b35dc3128f req-4567b025-6247-4fd1-b463-f85a740396a4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 945 time: 0.0970712 Mar 14 18:58:17.668967 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4541dd94-2cd1-4960-871b-a2b35dc3128f req-a4967915-2af8-47c9-bbef-c481eb18864d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945511 Mar 14 18:58:17.693420 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-eeb2b443-8b72-4844-a718-c498054f8977 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Deleting port 8410c820-87fc-4e1f-bd48-69f102e21780 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:58:17.693788 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-eeb2b443-8b72-4844-a718-c498054f8977 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (8410c820-87fc-4e1f-bd48-69f102e21780), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:17.789784 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-eeb2b443-8b72-4844-a718-c498054f8977 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] For port 8410c820-87fc-4e1f-bd48-69f102e21780, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=8410c820-87fc-4e1f-bd48-69f102e21780,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:17.790048 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-eeb2b443-8b72-4844-a718-c498054f8977 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (8410c820-87fc-4e1f-bd48-69f102e21780), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:18.012231 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-eeb2b443-8b72-4844-a718-c498054f8977 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:18.012672 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-eeb2b443-8b72-4844-a718-c498054f8977 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (f132c092-a07e-4552-b53f-5afe8fd210b3), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:18.012849 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-eeb2b443-8b72-4844-a718-c498054f8977 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Floating IP f132c092-a07e-4552-b53f-5afe8fd210b3 disassociated. External IP: 172.27.3.13, port: 8410c820-87fc-4e1f-bd48-69f102e21780. Mar 14 18:58:18.013244 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-eeb2b443-8b72-4844-a718-c498054f8977 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Calling delete_port for 8410c820-87fc-4e1f-bd48-69f102e21780 owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:58:18.145446 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-eeb2b443-8b72-4844-a718-c498054f8977 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (8410c820-87fc-4e1f-bd48-69f102e21780), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:18.174541 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2b443-8b72-4844-a718-c498054f8977 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event deleted for resources: {'Port': ['ID=8410c820-87fc-4e1f-bd48-69f102e21780,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:18.292614 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-eeb2b443-8b72-4844-a718-c498054f8977 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Router bccde6cd-6452-41b2-9555-dbe2edffde9a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:58:18.408665 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-eeb2b443-8b72-4844-a718-c498054f8977 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:58:18.419518 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78daa82c-0a00-48b1-abe5-6164e6245597 None None] Sync routers for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:58:18.430745 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78daa82c-0a00-48b1-abe5-6164e6245597 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:58:18.431625 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-78daa82c-0a00-48b1-abe5-6164e6245597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:58:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:18.453916 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-eeb2b443-8b72-4844-a718-c498054f8977 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] No DVR routers for this DVR port 8410c820-87fc-4e1f-bd48-69f102e21780 on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:58:18.463189 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-eeb2b443-8b72-4844-a718-c498054f8977 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:18.467422 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-52a549f8-d8c5-4a52-92ae-0ee9206bedf6 req-eeb2b443-8b72-4844-a718-c498054f8977 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "DELETE /v2.0/ports/8410c820-87fc-4e1f-bd48-69f102e21780 HTTP/1.1" status: 204 len: 173 time: 0.8986714 Mar 14 18:58:18.467422 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465126df-9f3a-40dc-ad5b-a1a30e6e088c', 'name': 'network-vif-deleted', 'tag': '8410c820-87fc-4e1f-bd48-69f102e21780'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:18.469718 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9587e83-e9ae-42ee-8aff-5ceb4ab85748" -d '{"events": [{"server_uuid": "465126df-9f3a-40dc-ad5b-a1a30e6e088c", "name": "network-vif-deleted", "tag": "8410c820-87fc-4e1f-bd48-69f102e21780"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:18.523081 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911652f0-48a7-41cb-9e9e-fb04b01c37e4 x-openstack-request-id: req-911652f0-48a7-41cb-9e9e-fb04b01c37e4 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:18.523647 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465126df-9f3a-40dc-ad5b-a1a30e6e088c", "name": "network-vif-deleted", "tag": "8410c820-87fc-4e1f-bd48-69f102e21780", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:18.524064 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-911652f0-48a7-41cb-9e9e-fb04b01c37e4 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:18.524618 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465126df-9f3a-40dc-ad5b-a1a30e6e088c', 'name': 'network-vif-deleted', 'tag': '8410c820-87fc-4e1f-bd48-69f102e21780', 'status': 'completed', 'code': 200} Mar 14 18:58:18.556233 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafdefa-fd71-467f-8466-23264357c092 req-3a8425bf-1db0-405c-9e79-dfeae319354c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:18.557802 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-faafdefa-fd71-467f-8466-23264357c092 req-3a8425bf-1db0-405c-9e79-dfeae319354c tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0752711 Mar 14 18:58:18.593310 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-78daa82c-0a00-48b1-abe5-6164e6245597 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:58:18.633986 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-faafdefa-fd71-467f-8466-23264357c092 req-80cea18d-a887-4d63-ae7f-637e55453621 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637105 Mar 14 18:58:18.666720 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a44e24-602a-4aeb-b8f5-e34d0b33e88c req-a161cfe0-e977-423e-804a-2ee32567ea0a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:18.668238 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-85a44e24-602a-4aeb-b8f5-e34d0b33e88c req-a161cfe0-e977-423e-804a-2ee32567ea0a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0806673 Mar 14 18:58:18.721285 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-85a44e24-602a-4aeb-b8f5-e34d0b33e88c req-7ef71f37-36e4-4623-8c4c-c584d063e6d3 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469306 Mar 14 18:58:18.788702 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8bbf0e11-0928-46b4-afa0-a39a548abdb7 req-79e8b6d4-50dd-43c8-a64a-35d594c126dc tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=465126df-9f3a-40dc-ad5b-a1a30e6e088c HTTP/1.1" status: 200 len: 210 time: 0.0271492 Mar 14 18:58:18.845439 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-78daa82c-0a00-48b1-abe5-6164e6245597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '0566d397-d404-4411-98be-20f4fc2aef0d', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': '93626ccd-48e0-496f-9b47-be647825f215', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:92:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345c426e-e67c-4059-afa1-b22d69a8befb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:54:28Z', 'updated_at': '2022-03-14T18:55:15Z', 'revision_number': 2, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:18.875448 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78daa82c-0a00-48b1-abe5-6164e6245597 None None] Checking router: bccde6cd-6452-41b2-9555-dbe2edffde9a for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:58:18.884953 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78daa82c-0a00-48b1-abe5-6164e6245597 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:58:18.885589 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-78daa82c-0a00-48b1-abe5-6164e6245597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:58:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:18.993822 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-78daa82c-0a00-48b1-abe5-6164e6245597 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:58:19.361678 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-78daa82c-0a00-48b1-abe5-6164e6245597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '0566d397-d404-4411-98be-20f4fc2aef0d', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': '93626ccd-48e0-496f-9b47-be647825f215', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:92:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345c426e-e67c-4059-afa1-b22d69a8befb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:54:28Z', 'updated_at': '2022-03-14T18:55:15Z', 'revision_number': 2, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:19.390977 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78daa82c-0a00-48b1-abe5-6164e6245597 None None] The sync data for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi is: [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '0566d397-d404-4411-98be-20f4fc2aef0d', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': '93626ccd-48e0-496f-9b47-be647825f215', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:92:f0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345c426e-e67c-4059-afa1-b22d69a8befb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:54:28Z', 'updated_at': '2022-03-14T18:55:15Z', 'revision_number': 2, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:58:19.622628 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ade194-e65d-47d5-8365-03e3bf517db0 None None] New status for floating IP f132c092-a07e-4552-b53f-5afe8fd210b3: DOWN {{(pid=109515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:58:19.761713 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6f535-7d95-47fb-97d5-f6c07b205f23 req-c363db19-5499-4395-ba8a-461481d28e9d tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:19.763333 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7ab6f535-7d95-47fb-97d5-f6c07b205f23 req-c363db19-5499-4395-ba8a-461481d28e9d tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0566339 Mar 14 18:58:19.834992 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7ab6f535-7d95-47fb-97d5-f6c07b205f23 req-29d38516-8f4c-4d78-b727-e3fb6e9d37de tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654385 Mar 14 18:58:19.859582 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bb306-63a4-47e0-ad01-eca5654fffa9 req-f81fd716-8a71-4458-90fe-8c03d2e3e33e tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:19.862397 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-af0bb306-63a4-47e0-ad01-eca5654fffa9 req-f81fd716-8a71-4458-90fe-8c03d2e3e33e tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0641298 Mar 14 18:58:19.930749 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46318) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:19.936369 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-af0bb306-63a4-47e0-ad01-eca5654fffa9 req-18f5b565-feb4-404f-b1dd-334fc81f0033 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669966 Mar 14 18:58:20.000268 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5926f027-d620-4f54-96cc-38e90579ccf7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (9a3e6cf8-1380-42eb-ab93-de9b5b08a25f), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:20.024578 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5926f027-d620-4f54-96cc-38e90579ccf7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (9a3e6cf8-1380-42eb-ab93-de9b5b08a25f), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:20.071942 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5926f027-d620-4f54-96cc-38e90579ccf7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (9a3e6cf8-1380-42eb-ab93-de9b5b08a25f), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:20.074471 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5926f027-d620-4f54-96cc-38e90579ccf7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:20.075705 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-5926f027-d620-4f54-96cc-38e90579ccf7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "DELETE /v2.0/security-groups/9a3e6cf8-1380-42eb-ab93-de9b5b08a25f HTTP/1.1" status: 204 len: 168 time: 0.1424968 Mar 14 18:58:20.078458 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46320) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:20.087949 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926f027-d620-4f54-96cc-38e90579ccf7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3e6cf8-1380-42eb-ab93-de9b5b08a25f,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:20.095032 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.api.v2.resource [None req-89d17eff-1faf-4f57-920a-ebf2ca99f140 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] show failed (client error): The resource could not be found. Mar 14 18:58:20.096118 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-89d17eff-1faf-4f57-920a-ebf2ca99f140 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups/9a3e6cf8-1380-42eb-ab93-de9b5b08a25f HTTP/1.1" status: 404 len: 347 time: 0.0166547 Mar 14 18:58:20.098967 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46322) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:20.203129 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 8410c820-87fc-4e1f-bd48-69f102e21780 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:58:20.223955 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: 8410c820-87fc-4e1f-bd48-69f102e21780 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:58:20.224438 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 8410c820-87fc-4e1f-bd48-69f102e21780 not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:58:20.225803 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-310f33b1-fd75-4a16-adc8-c6e07b503fcf tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Deleting port d010fc28-f783-4e20-9cc4-65eaf5143ef3 {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:58:20.226135 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-310f33b1-fd75-4a16-adc8-c6e07b503fcf tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (d010fc28-f783-4e20-9cc4-65eaf5143ef3), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:20.307755 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-310f33b1-fd75-4a16-adc8-c6e07b503fcf tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (d010fc28-f783-4e20-9cc4-65eaf5143ef3), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:20.308040 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-310f33b1-fd75-4a16-adc8-c6e07b503fcf tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (d010fc28-f783-4e20-9cc4-65eaf5143ef3), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:20.322363 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-310f33b1-fd75-4a16-adc8-c6e07b503fcf tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Calling delete_port for d010fc28-f783-4e20-9cc4-65eaf5143ef3 owned by network:floatingip {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:58:20.467370 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-310f33b1-fd75-4a16-adc8-c6e07b503fcf tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (d010fc28-f783-4e20-9cc4-65eaf5143ef3), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:20.492072 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f33b1-fd75-4a16-adc8-c6e07b503fcf tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event deleted for resources: {'Port': ['ID=d010fc28-f783-4e20-9cc4-65eaf5143ef3,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:20.555520 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-310f33b1-fd75-4a16-adc8-c6e07b503fcf tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (f132c092-a07e-4552-b53f-5afe8fd210b3), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:20.558162 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-310f33b1-fd75-4a16-adc8-c6e07b503fcf tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:20.559300 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-310f33b1-fd75-4a16-adc8-c6e07b503fcf tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "DELETE /v2.0/floatingips/f132c092-a07e-4552-b53f-5afe8fd210b3 HTTP/1.1" status: 204 len: 168 time: 0.4594333 Mar 14 18:58:20.960879 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae0713-f048-43a4-9e52-c4d348d506ca req-44ed9970-bac3-4f9c-bc2e-652c938766b0 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:20.963240 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d8ae0713-f048-43a4-9e52-c4d348d506ca req-44ed9970-bac3-4f9c-bc2e-652c938766b0 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0563395 Mar 14 18:58:21.030891 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d8ae0713-f048-43a4-9e52-c4d348d506ca req-8896caff-a620-4ff3-9df2-53b317339340 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610375 Mar 14 18:58:21.065363 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8070302-67da-4943-bd9d-3345c49e8ec5 req-71ccbc6c-4157-475f-b7cb-710868638449 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:21.067079 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a8070302-67da-4943-bd9d-3345c49e8ec5 req-71ccbc6c-4157-475f-b7cb-710868638449 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0577576 Mar 14 18:58:21.119024 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a8070302-67da-4943-bd9d-3345c49e8ec5 req-ae1923d1-eb92-4598-b6a6-068b7281435c tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461419 Mar 14 18:58:21.307981 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:21.415944 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3a1e7eea-a4b4-4ef7-a9ab-72f8bd43ebee req-92c2de0a-b7bf-491c-a41d-408547627769 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497901 Mar 14 18:58:21.530104 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7eea-a4b4-4ef7-a9ab-72f8bd43ebee req-8d6b204b-15a8-47d4-8777-3af88abadeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:21.531753 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3a1e7eea-a4b4-4ef7-a9ab-72f8bd43ebee req-8d6b204b-15a8-47d4-8777-3af88abadeba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 1129 time: 0.0472324 Mar 14 18:58:21.644434 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7eea-a4b4-4ef7-a9ab-72f8bd43ebee req-d316aad4-7271-4943-a56d-e9c7c6e8bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:21.645825 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3a1e7eea-a4b4-4ef7-a9ab-72f8bd43ebee req-d316aad4-7271-4943-a56d-e9c7c6e8bcb3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 915 time: 0.0933335 Mar 14 18:58:21.717780 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3a1e7eea-a4b4-4ef7-a9ab-72f8bd43ebee req-971a8c48-bacd-40fc-9469-d1037d7555f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93626ccd-48e0-496f-9b47-be647825f215 HTTP/1.1" status: 200 len: 1001 time: 0.0621827 Mar 14 18:58:21.781859 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7eea-a4b4-4ef7-a9ab-72f8bd43ebee req-95272f14-8132-4bbb-8360-d8c972ca932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:21.783304 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3a1e7eea-a4b4-4ef7-a9ab-72f8bd43ebee req-95272f14-8132-4bbb-8360-d8c972ca932b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=976b38a2-d7ae-40fd-9d70-aabcc933749c HTTP/1.1" status: 200 len: 853 time: 0.0547128 Mar 14 18:58:21.835776 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7eea-a4b4-4ef7-a9ab-72f8bd43ebee req-76bcac51-a29b-4c57-951f-89164efcfc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:21.837295 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3a1e7eea-a4b4-4ef7-a9ab-72f8bd43ebee req-76bcac51-a29b-4c57-951f-89164efcfc5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448909 Mar 14 18:58:21.951536 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3a1e7eea-a4b4-4ef7-a9ab-72f8bd43ebee req-391c1bc6-ecea-44c4-8e52-6a702ff075ef service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971539 Mar 14 18:58:22.049189 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3a1e7eea-a4b4-4ef7-a9ab-72f8bd43ebee req-bb876b9c-fca7-4f30-a54c-bf7ef6bf5d19 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907795 Mar 14 18:58:22.181123 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0402aa-ada3-47f0-90b7-b7c70c36f3d4 req-f5fa6f7d-6d5b-44c2-b5b5-2029328b0a5d tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:22.182788 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5b0402aa-ada3-47f0-90b7-b7c70c36f3d4 req-f5fa6f7d-6d5b-44c2-b5b5-2029328b0a5d tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0668504 Mar 14 18:58:22.221828 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cb3ea-643e-4833-8a19-e446ea042d34 req-4c80c30f-019b-4848-8d9f-6daaf719e5fa tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:22.224040 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2f1cb3ea-643e-4833-8a19-e446ea042d34 req-4c80c30f-019b-4848-8d9f-6daaf719e5fa tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 945 time: 0.0640948 Mar 14 18:58:22.248521 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5b0402aa-ada3-47f0-90b7-b7c70c36f3d4 req-6b1a3746-0396-4d20-97da-98e8c1425239 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&id=3bdfc62c-9752-4c59-8b49-45eee2042f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588484 Mar 14 18:58:22.295158 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2f1cb3ea-643e-4833-8a19-e446ea042d34 req-e56148a1-ccd7-46b2-9dd4-076b39c8dd60 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657027 Mar 14 18:58:22.365601 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74b03a-7819-45f0-90fd-b8c017970f9b req-94853f11-53fd-4410-ad45-bfb3c310020f tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:22.367006 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9b74b03a-7819-45f0-90fd-b8c017970f9b req-94853f11-53fd-4410-ad45-bfb3c310020f tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0554745 Mar 14 18:58:22.418702 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9b74b03a-7819-45f0-90fd-b8c017970f9b req-f558d49d-ba6f-455a-b9dc-41cadfd0cb77 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458791 Mar 14 18:58:23.421056 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4215c-892f-48ae-ae25-7034e77d0414 req-6a12cb02-7912-469b-a481-2e20cb134665 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:23.422539 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-34f4215c-892f-48ae-ae25-7034e77d0414 req-6a12cb02-7912-469b-a481-2e20cb134665 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 945 time: 0.0547693 Mar 14 18:58:23.471933 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-34f4215c-892f-48ae-ae25-7034e77d0414 req-0f3d705b-84cd-4825-b69b-0f5be03e7d96 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436738 Mar 14 18:58:23.539076 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c8a77-3873-4466-b5d7-41ee851db713 req-169f2830-d6f0-4f01-981e-10590a6a145f tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:23.540624 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e37c8a77-3873-4466-b5d7-41ee851db713 req-169f2830-d6f0-4f01-981e-10590a6a145f tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0541272 Mar 14 18:58:23.588985 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e37c8a77-3873-4466-b5d7-41ee851db713 req-6e05d059-68cc-4092-9aac-6a46fb274665 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425336 Mar 14 18:58:24.329353 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-87d05080-edcd-4992-9a5f-36b08793d711 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:24.330726 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-87d05080-edcd-4992-9a5f-36b08793d711 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 945 time: 0.0568728 Mar 14 18:58:24.436682 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-a51c49f4-a60d-4d76-85e0-608ecbec9ff5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Deleting port 93626ccd-48e0-496f-9b47-be647825f215 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:58:24.437024 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-a51c49f4-a60d-4d76-85e0-608ecbec9ff5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (93626ccd-48e0-496f-9b47-be647825f215), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:24.531770 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-a51c49f4-a60d-4d76-85e0-608ecbec9ff5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] For port 93626ccd-48e0-496f-9b47-be647825f215, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=93626ccd-48e0-496f-9b47-be647825f215,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:24.532134 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-a51c49f4-a60d-4d76-85e0-608ecbec9ff5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (93626ccd-48e0-496f-9b47-be647825f215), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:24.596352 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3af81-a30e-44d3-bab2-ff4e702c3963 req-455509aa-1572-4079-92b4-ef4aefe28caa tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:24.597787 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-55d3af81-a30e-44d3-bab2-ff4e702c3963 req-455509aa-1572-4079-92b4-ef4aefe28caa tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 945 time: 0.0573366 Mar 14 18:58:24.651501 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-55d3af81-a30e-44d3-bab2-ff4e702c3963 req-209c36df-be64-4ebd-afbc-23498c0beffc tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=e286cb28-4576-47b3-beb2-5457da4b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479319 Mar 14 18:58:24.739012 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-a51c49f4-a60d-4d76-85e0-608ecbec9ff5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:24.739649 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-a51c49f4-a60d-4d76-85e0-608ecbec9ff5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (0566d397-d404-4411-98be-20f4fc2aef0d), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:24.739766 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-a51c49f4-a60d-4d76-85e0-608ecbec9ff5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Floating IP 0566d397-d404-4411-98be-20f4fc2aef0d disassociated. External IP: 172.27.3.127, port: 93626ccd-48e0-496f-9b47-be647825f215. Mar 14 18:58:24.740014 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-a51c49f4-a60d-4d76-85e0-608ecbec9ff5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Calling delete_port for 93626ccd-48e0-496f-9b47-be647825f215 owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:58:24.795977 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11c134-76d1-4d00-8244-54d95d0485ad req-8f22b67b-965e-4d1a-8ac9-0350e4321137 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:24.797484 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3a11c134-76d1-4d00-8244-54d95d0485ad req-8f22b67b-965e-4d1a-8ac9-0350e4321137 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.1085386 Mar 14 18:58:24.867736 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3a11c134-76d1-4d00-8244-54d95d0485ad req-5d7f5f5e-bc4e-4c4d-b43a-cd2040ecbc34 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644279 Mar 14 18:58:24.934044 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-a51c49f4-a60d-4d76-85e0-608ecbec9ff5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (93626ccd-48e0-496f-9b47-be647825f215), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:24.965195 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c49f4-a60d-4d76-85e0-608ecbec9ff5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event deleted for resources: {'Port': ['ID=93626ccd-48e0-496f-9b47-be647825f215,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:25.080528 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-a51c49f4-a60d-4d76-85e0-608ecbec9ff5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Router bccde6cd-6452-41b2-9555-dbe2edffde9a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:58:25.192954 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-a51c49f4-a60d-4d76-85e0-608ecbec9ff5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:58:25.203597 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107ca7b4-8868-47ba-8088-2017c701c393 None None] Sync routers for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:58:25.214231 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107ca7b4-8868-47ba-8088-2017c701c393 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:58:25.214844 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-107ca7b4-8868-47ba-8088-2017c701c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:58:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:25.234257 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-a51c49f4-a60d-4d76-85e0-608ecbec9ff5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] No DVR routers for this DVR port 93626ccd-48e0-496f-9b47-be647825f215 on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:58:25.236851 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-a51c49f4-a60d-4d76-85e0-608ecbec9ff5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:25.240174 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a919dafa-90dc-4c75-abb0-9384a3aa59c5 req-a51c49f4-a60d-4d76-85e0-608ecbec9ff5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "DELETE /v2.0/ports/93626ccd-48e0-496f-9b47-be647825f215 HTTP/1.1" status: 204 len: 173 time: 0.9005339 Mar 14 18:58:25.240623 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345c426e-e67c-4059-afa1-b22d69a8befb', 'name': 'network-vif-deleted', 'tag': '93626ccd-48e0-496f-9b47-be647825f215'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:25.242828 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a7e6d8-4f76-4d5f-be20-510c485b2734" -d '{"events": [{"server_uuid": "345c426e-e67c-4059-afa1-b22d69a8befb", "name": "network-vif-deleted", "tag": "93626ccd-48e0-496f-9b47-be647825f215"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:25.281474 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be69dac-e1bf-4697-951c-050d034d8abb x-openstack-request-id: req-7be69dac-e1bf-4697-951c-050d034d8abb {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:25.281812 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345c426e-e67c-4059-afa1-b22d69a8befb", "name": "network-vif-deleted", "tag": "93626ccd-48e0-496f-9b47-be647825f215", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:25.282116 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7be69dac-e1bf-4697-951c-050d034d8abb {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:25.282545 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345c426e-e67c-4059-afa1-b22d69a8befb', 'name': 'network-vif-deleted', 'tag': '93626ccd-48e0-496f-9b47-be647825f215', 'status': 'completed', 'code': 200} Mar 14 18:58:25.357552 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-107ca7b4-8868-47ba-8088-2017c701c393 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:58:25.576772 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-107ca7b4-8868-47ba-8088-2017c701c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:25.604535 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107ca7b4-8868-47ba-8088-2017c701c393 None None] Checking router: bccde6cd-6452-41b2-9555-dbe2edffde9a for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:58:25.614699 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107ca7b4-8868-47ba-8088-2017c701c393 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:58:25.615313 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-107ca7b4-8868-47ba-8088-2017c701c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:58:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:25.730593 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-107ca7b4-8868-47ba-8088-2017c701c393 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:58:25.762967 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-550b63ef-bd3d-4f6f-9ad4-8cd5eca649f3 req-1dfc4bd3-8e83-4746-b828-4452ef2be454 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=345c426e-e67c-4059-afa1-b22d69a8befb HTTP/1.1" status: 200 len: 210 time: 0.0288062 Mar 14 18:58:25.946040 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-107ca7b4-8868-47ba-8088-2017c701c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:25.973838 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107ca7b4-8868-47ba-8088-2017c701c393 None None] The sync data for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi is: [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:58:25.993375 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e77014-e451-4b3e-ad41-95859f93c797 req-e34fc010-a4f6-4c7e-b993-94d368efa3d0 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:25.994994 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-96e77014-e451-4b3e-ad41-95859f93c797 req-e34fc010-a4f6-4c7e-b993-94d368efa3d0 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0547378 Mar 14 18:58:26.043816 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-96e77014-e451-4b3e-ad41-95859f93c797 req-a1fc4fe0-234e-464c-986d-82b59360f2f1 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421875 Mar 14 18:58:26.199006 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c03c1-3546-44ec-a7a0-760ed762d159 None None] New status for floating IP 0566d397-d404-4411-98be-20f4fc2aef0d: DOWN {{(pid=109515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:58:26.858177 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46384) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:26.918065 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ab03ab12-7602-424b-9512-bc10b5c01a76 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (e286cb28-4576-47b3-beb2-5457da4b8eea), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:26.942399 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ab03ab12-7602-424b-9512-bc10b5c01a76 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (e286cb28-4576-47b3-beb2-5457da4b8eea), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:26.996841 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ab03ab12-7602-424b-9512-bc10b5c01a76 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (e286cb28-4576-47b3-beb2-5457da4b8eea), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:26.999625 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ab03ab12-7602-424b-9512-bc10b5c01a76 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:27.000780 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-ab03ab12-7602-424b-9512-bc10b5c01a76 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "DELETE /v2.0/security-groups/e286cb28-4576-47b3-beb2-5457da4b8eea HTTP/1.1" status: 204 len: 168 time: 0.1415734 Mar 14 18:58:27.003675 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46386) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:27.009881 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03ab12-7602-424b-9512-bc10b5c01a76 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e286cb28-4576-47b3-beb2-5457da4b8eea,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:27.024383 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.api.v2.resource [None req-b6af811c-b8b5-49a7-939a-2480aead17c7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] show failed (client error): The resource could not be found. Mar 14 18:58:27.028068 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-b6af811c-b8b5-49a7-939a-2480aead17c7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups/e286cb28-4576-47b3-beb2-5457da4b8eea HTTP/1.1" status: 404 len: 347 time: 0.0203886 Mar 14 18:58:27.028311 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46388) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:27.188454 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ef32e-ed67-45c0-a7fc-6657af32cd8d req-83cc1181-602e-4acd-9141-8fdf634bb5f1 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:27.189896 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1f4ef32e-ed67-45c0-a7fc-6657af32cd8d req-83cc1181-602e-4acd-9141-8fdf634bb5f1 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0634978 Mar 14 18:58:27.191280 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Deleting port 009f80d2-84bf-49ff-b232-a4bca7ee9abc {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:58:27.191639 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (009f80d2-84bf-49ff-b232-a4bca7ee9abc), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:27.516359 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1f4ef32e-ed67-45c0-a7fc-6657af32cd8d req-c8ea60fb-ca6c-4c62-9037-330287176823 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124938 Mar 14 18:58:27.524533 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (009f80d2-84bf-49ff-b232-a4bca7ee9abc), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:27.524858 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (009f80d2-84bf-49ff-b232-a4bca7ee9abc), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:27.538611 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Calling delete_port for 009f80d2-84bf-49ff-b232-a4bca7ee9abc owned by network:floatingip {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:58:27.677837 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (009f80d2-84bf-49ff-b232-a4bca7ee9abc), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:27.705138 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event deleted for resources: {'Port': ['ID=009f80d2-84bf-49ff-b232-a4bca7ee9abc,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:27.717416 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.717812 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.718159 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.718496 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.718832 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.719157 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.719495 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.719820 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.720136 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.720456 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.720863 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.721235 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.721549 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.721976 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.722297 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.776290 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (0566d397-d404-4411-98be-20f4fc2aef0d), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:27.778751 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:27.779956 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-0137cdc5-ec8e-45eb-b3c2-3e826b9a44d4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "DELETE /v2.0/floatingips/0566d397-d404-4411-98be-20f4fc2aef0d HTTP/1.1" status: 204 len: 168 time: 0.7507346 Mar 14 18:58:28.037984 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46408) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:28.042433 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-130ae209-7e1d-41e7-81e8-8b7c1262b6cd tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1028784426', 'description': 'tempest-description--996944340'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:28.071800 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-130ae209-7e1d-41e7-81e8-8b7c1262b6cd tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.140030 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-130ae209-7e1d-41e7-81e8-8b7c1262b6cd tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (bf07bb95-62b6-4b7b-b415-f572dd1604f3), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.145402 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-130ae209-7e1d-41e7-81e8-8b7c1262b6cd tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (bf07bb95-62b6-4b7b-b415-f572dd1604f3), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.173304 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-130ae209-7e1d-41e7-81e8-8b7c1262b6cd tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.174537 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-130ae209-7e1d-41e7-81e8-8b7c1262b6cd tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1355634 Mar 14 18:58:28.177577 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46410) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:28.178642 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ae209-7e1d-41e7-81e8-8b7c1262b6cd tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf07bb95-62b6-4b7b-b415-f572dd1604f3,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:28.182459 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-109385b7-5983-4a46-bac2-ad1c5b89d3c7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'security_group_rule': {'security_group_id': 'bf07bb95-62b6-4b7b-b415-f572dd1604f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:28.217365 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-109385b7-5983-4a46-bac2-ad1c5b89d3c7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (6c8c58db-6ae3-4e3f-a583-98045e09813f), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.242046 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 93626ccd-48e0-496f-9b47-be647825f215 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:58:28.261916 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: 93626ccd-48e0-496f-9b47-be647825f215 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:58:28.262218 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 93626ccd-48e0-496f-9b47-be647825f215 not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:58:28.276287 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-109385b7-5983-4a46-bac2-ad1c5b89d3c7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (6c8c58db-6ae3-4e3f-a583-98045e09813f), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.281170 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-109385b7-5983-4a46-bac2-ad1c5b89d3c7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (6c8c58db-6ae3-4e3f-a583-98045e09813f), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.298270 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109385b7-5983-4a46-bac2-ad1c5b89d3c7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8c58db-6ae3-4e3f-a583-98045e09813f,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:28.306199 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-109385b7-5983-4a46-bac2-ad1c5b89d3c7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.307386 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-109385b7-5983-4a46-bac2-ad1c5b89d3c7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284764 Mar 14 18:58:28.310298 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46412) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:28.314881 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-b63a80ed-5121-4a69-b69e-cced55511da9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'security_group_rule': {'security_group_id': 'bf07bb95-62b6-4b7b-b415-f572dd1604f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:28.343433 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b63a80ed-5121-4a69-b69e-cced55511da9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (25b8ce9c-dedc-44a7-8fce-3b0182789b42), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.399306 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b63a80ed-5121-4a69-b69e-cced55511da9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (25b8ce9c-dedc-44a7-8fce-3b0182789b42), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.404271 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b63a80ed-5121-4a69-b69e-cced55511da9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (25b8ce9c-dedc-44a7-8fce-3b0182789b42), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.419020 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a80ed-5121-4a69-b69e-cced55511da9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b8ce9c-dedc-44a7-8fce-3b0182789b42,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:28.431076 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b63a80ed-5121-4a69-b69e-cced55511da9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.432277 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-b63a80ed-5121-4a69-b69e-cced55511da9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210124 Mar 14 18:58:28.435462 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46414) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:28.439985 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'floatingip': {'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:28.460991 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.567345 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.697480 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f601a6c-859a-4765-b1ef-24715ffe6a6c req-def75f26-8e7c-4901-98c1-e3f4ba260e5e tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:28.698962 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7f601a6c-859a-4765-b1ef-24715ffe6a6c req-def75f26-8e7c-4901-98c1-e3f4ba260e5e tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0944691 Mar 14 18:58:28.720282 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Allocated IP 172.27.3.243 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/a50b77d9-e9fa-414a-94ab-bf16ea757257) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:58:28.805380 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7f601a6c-859a-4765-b1ef-24715ffe6a6c req-7d7595dc-5771-4cb0-bc74-af19e85448a6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002908 Mar 14 18:58:28.855497 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for port (a50b77d9-e9fa-414a-94ab-bf16ea757257), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.895140 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (a50b77d9-e9fa-414a-94ab-bf16ea757257), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.928320 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:58:28.931128 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:28.936545 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:58:28.962563 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'Port': ['ID=a50b77d9-e9fa-414a-94ab-bf16ea757257,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:29.024809 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (b7bdafcc-f9dd-4cd9-847e-a7fdb33563f3), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:29.064694 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (a50b77d9-e9fa-414a-94ab-bf16ea757257), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:29.211787 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for port (a50b77d9-e9fa-414a-94ab-bf16ea757257), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:29.218393 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (a50b77d9-e9fa-414a-94ab-bf16ea757257), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:29.290142 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'Port': ['ID=a50b77d9-e9fa-414a-94ab-bf16ea757257,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:29.298223 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (b7bdafcc-f9dd-4cd9-847e-a7fdb33563f3), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:29.315684 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:29.316843 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-b188dc90-3d7e-4719-bd18-6ea2a6a8737a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8803360 Mar 14 18:58:29.521393 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-99786902-df94-4ef8-acb0-1e06fc3a1d45 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1028784426&fields=id&tenant_id=8da927cccbdc4af29b3a44a95151dfaa HTTP/1.1" status: 200 len: 267 time: 0.0437005 Mar 14 18:58:29.632063 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-6ac813bc-b766-4a6d-8747-eda465b21544 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:29.633542 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-6ac813bc-b766-4a6d-8747-eda465b21544 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 814 time: 0.1059041 Mar 14 18:58:29.648449 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-4e5ea7c9-6935-460c-8383-1024da5af7c7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/quotas/8da927cccbdc4af29b3a44a95151dfaa HTTP/1.1" status: 200 len: 375 time: 0.0094118 Mar 14 18:58:29.704079 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-8cc1e00e-3309-4e08-b0e9-7f710dbce36e tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506325 Mar 14 18:58:29.810294 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-11aab1f8-b1d3-40bc-a35a-f6c4c07135ed service neutron] 10.222.0.52 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940895 Mar 14 18:58:29.900626 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-3abc8501-c60e-49fb-9a84-a30d01d3d767 service neutron] 10.222.0.52 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843112 Mar 14 18:58:29.930505 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb63381-6216-4076-99be-8fba3e3cfeb4 req-81704800-74ae-45b2-bb8f-1df4947ea5e5 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:29.932101 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cbb63381-6216-4076-99be-8fba3e3cfeb4 req-81704800-74ae-45b2-bb8f-1df4947ea5e5 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0593922 Mar 14 18:58:29.980215 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cbb63381-6216-4076-99be-8fba3e3cfeb4 req-f070bde2-0eeb-47ab-bad0-15a5a14dec23 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420835 Mar 14 18:58:30.072738 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5db74a66-3869-4469-92e4-407240de100b req-17f1e04c-c74c-496c-a640-d6d48611edf7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 210 time: 0.0300250 Mar 14 18:58:31.108969 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ff8a0-fe55-46ac-8c76-adbb510d7016 req-68f8a9fe-ee93-41c6-aa29-813f5a58804d tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:31.110534 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-da9ff8a0-fe55-46ac-8c76-adbb510d7016 req-68f8a9fe-ee93-41c6-aa29-813f5a58804d tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0627699 Mar 14 18:58:31.173890 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-da9ff8a0-fe55-46ac-8c76-adbb510d7016 req-26476a72-7572-4aca-b28f-1cae88425c99 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578654 Mar 14 18:58:31.181644 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-57cfc433-4d60-4eca-b319-56853db7edfd req-2cbd5499-a78f-49c5-b356-34fdc4e241f2 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 210 time: 0.0319142 Mar 14 18:58:31.225964 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-96b9db04-008e-4d87-9364-25d079291a01 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:31.227398 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-96b9db04-008e-4d87-9364-25d079291a01 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 814 time: 0.1461415 Mar 14 18:58:31.305004 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-c89343f8-b924-4810-9c31-07aa9c44086e tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8da927cccbdc4af29b3a44a95151dfaa HTTP/1.1" status: 200 len: 380 time: 0.0654342 Mar 14 18:58:31.316202 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-d3b97039-9f42-4761-8ded-c1b97e64fc31 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'port': {'device_id': '58b6f63a-5f1c-41a2-9232-00703acc84fa', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'admin_state_up': True, 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'security_groups': ['bf07bb95-62b6-4b7b-b415-f572dd1604f3']}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:31.425559 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-d3b97039-9f42-4761-8ded-c1b97e64fc31 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Made reservation on behalf of 8da927cccbdc4af29b3a44a95151dfaa for: {'port': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:58:31.429014 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-d3b97039-9f42-4761-8ded-c1b97e64fc31 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.555102 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-d3b97039-9f42-4761-8ded-c1b97e64fc31 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Allocated IP 172.20.0.14 (a7223511-bfad-4d95-9cbd-e94cb3fa3a2f/976b38a2-d7ae-40fd-9d70-aabcc933749c/f56a0f56-ebcd-43d7-8b59-1baed34f8295) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:58:31.705536 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-d3b97039-9f42-4761-8ded-c1b97e64fc31 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.746345 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-d3b97039-9f42-4761-8ded-c1b97e64fc31 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.790503 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-d3b97039-9f42-4761-8ded-c1b97e64fc31 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:58:31.793793 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-d3b97039-9f42-4761-8ded-c1b97e64fc31 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:31.797537 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-d3b97039-9f42-4761-8ded-c1b97e64fc31 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:58:31.804077 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b97039-9f42-4761-8ded-c1b97e64fc31 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'Port': ['ID=f56a0f56-ebcd-43d7-8b59-1baed34f8295,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:31.849557 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-d3b97039-9f42-4761-8ded-c1b97e64fc31 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:31.850174 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-d3b97039-9f42-4761-8ded-c1b97e64fc31 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.867654 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-d3b97039-9f42-4761-8ded-c1b97e64fc31 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5551028 Mar 14 18:58:31.881568 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Request body: {'port': {'device_id': '58b6f63a-5f1c-41a2-9232-00703acc84fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:31.947808 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.045198 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-d27426f6-1a2f-4122-8a0d-1fbafa8b5fe0 None None] Provisioning complete for port f56a0f56-ebcd-43d7-8b59-1baed34f8295 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:58:32.045925 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d27426f6-1a2f-4122-8a0d-1fbafa8b5fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.084488 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-d27426f6-1a2f-4122-8a0d-1fbafa8b5fe0 None None] Port f56a0f56-ebcd-43d7-8b59-1baed34f8295 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:58:32.233613 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56a0f56-ebcd-43d7-8b59-1baed34f8295 {{(pid=109512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:58:32.241651 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Publish callbacks [] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.255042 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.provisioning_blocks [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Transition to ACTIVE for port object f56a0f56-ebcd-43d7-8b59-1baed34f8295 will not be triggered until provisioned by entity L2. {{(pid=109512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:58:32.265762 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.293715 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b70bb3-f849-4271-ab89-6870084ef803 req-745feb25-2087-402c-83ef-c5ba25a92b73 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:32.295245 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-41b70bb3-f849-4271-ab89-6870084ef803 req-745feb25-2087-402c-83ef-c5ba25a92b73 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0540774 Mar 14 18:58:32.347898 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-41b70bb3-f849-4271-ab89-6870084ef803 req-1e7f59e5-0c4f-46ad-b7e8-4ec9c30c8797 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464094 Mar 14 18:58:32.349534 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Pushing event updated for resources: {'Port': ['ID=f56a0f56-ebcd-43d7-8b59-1baed34f8295,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:32.384318 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa335-554f-43df-9b37-1996201dde60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.392372 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc64832-af9a-4889-953b-37eb860667f4 req-4ea5488b-5a48-44d7-801d-86faa88a6e08 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:32.394113 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-bdc64832-af9a-4889-953b-37eb860667f4 req-4ea5488b-5a48-44d7-801d-86faa88a6e08 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 944 time: 0.1379790 Mar 14 18:58:32.471005 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Attempting to bind port f56a0f56-ebcd-43d7-8b59-1baed34f8295 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:58:32.471342 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Attempting to bind port f56a0f56-ebcd-43d7-8b59-1baed34f8295 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:58:32.471704 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Attempting to bind port f56a0f56-ebcd-43d7-8b59-1baed34f8295 on network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:58:32.479357 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Port f56a0f56-ebcd-43d7-8b59-1baed34f8295 on network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:58:32.479716 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Attempting to bind port f56a0f56-ebcd-43d7-8b59-1baed34f8295 on network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:58:32.484471 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-bdc64832-af9a-4889-953b-37eb860667f4 req-2adb398a-81c9-4545-aaa2-c40e04343dd0 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706255 Mar 14 18:58:32.488517 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:58:32.488852 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Checking segment: {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:58:32.489235 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Bound using segment: {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:58:32.489697 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Bound port: f56a0f56-ebcd-43d7-8b59-1baed34f8295, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'}}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:58:32.490016 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.554394 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] For port f56a0f56-ebcd-43d7-8b59-1baed34f8295, host hv-cinder-82966, cleared binding levels {{(pid=109512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:58:32.559006 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] For port f56a0f56-ebcd-43d7-8b59-1baed34f8295, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=f56a0f56-ebcd-43d7-8b59-1baed34f8295,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:58:32.566837 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.604137 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:32.604769 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.606218 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] 10.222.0.69 "PUT /v2.0/ports/f56a0f56-ebcd-43d7-8b59-1baed34f8295 HTTP/1.1" status: 200 len: 1094 time: 0.7289264 Mar 14 18:58:32.606677 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b6f63a-5f1c-41a2-9232-00703acc84fa', 'tag': 'f56a0f56-ebcd-43d7-8b59-1baed34f8295'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:32.609050 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75eb0f9-3974-4db4-a416-7cdbb8e90795" -d '{"events": [{"name": "network-changed", "server_uuid": "58b6f63a-5f1c-41a2-9232-00703acc84fa", "tag": "f56a0f56-ebcd-43d7-8b59-1baed34f8295"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:32.638730 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a637a-8246-43bb-8024-26461bdd9663 service neutron] Pushing event updated for resources: {'Port': ['ID=f56a0f56-ebcd-43d7-8b59-1baed34f8295,revision_number=3']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:32.660674 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ddcdda-6f1c-40a7-996e-00f0b9b294ff x-openstack-request-id: req-26ddcdda-6f1c-40a7-996e-00f0b9b294ff {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:32.661087 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b6f63a-5f1c-41a2-9232-00703acc84fa", "tag": "f56a0f56-ebcd-43d7-8b59-1baed34f8295", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:32.661449 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26ddcdda-6f1c-40a7-996e-00f0b9b294ff {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:32.662189 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b6f63a-5f1c-41a2-9232-00703acc84fa', 'tag': 'f56a0f56-ebcd-43d7-8b59-1baed34f8295', 'status': 'completed', 'code': 200} Mar 14 18:58:32.696521 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-174466e6-f224-4e94-a989-587380e8731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:32.698074 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-174466e6-f224-4e94-a989-587380e8731b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 1128 time: 0.0490873 Mar 14 18:58:32.749479 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-ba3a3530-bc63-4384-9cee-f8bf039e4dfc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f56a0f56-ebcd-43d7-8b59-1baed34f8295 HTTP/1.1" status: 200 len: 217 time: 0.0351260 Mar 14 18:58:32.802218 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-a6dd1c3e-1613-4eab-99c3-1d2ed3628213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:32.803766 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-a6dd1c3e-1613-4eab-99c3-1d2ed3628213 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=976b38a2-d7ae-40fd-9d70-aabcc933749c HTTP/1.1" status: 200 len: 853 time: 0.0480645 Mar 14 18:58:32.856288 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-fbbfc24e-f816-40e3-ae94-c00e4ad161d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:32.857821 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-fbbfc24e-f816-40e3-ae94-c00e4ad161d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476604 Mar 14 18:58:32.966800 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-51e5483b-ebbc-4a18-9041-15f87a46b335 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888631 Mar 14 18:58:33.068087 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-53bafb27-bdfe-4e1b-84cc-cc7e2b3e6d46 req-122f765f-569e-4e5f-ac1e-d9bcb0263c15 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955403 Mar 14 18:58:33.159567 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eb0f9-3974-4db4-a416-7cdbb8e90795 req-e6ea77dc-a9c4-4dba-a34a-5e8fc725f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:33.161052 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b75eb0f9-3974-4db4-a416-7cdbb8e90795 req-e6ea77dc-a9c4-4dba-a34a-5e8fc725f80d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 1128 time: 0.0454235 Mar 14 18:58:33.263032 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eb0f9-3974-4db4-a416-7cdbb8e90795 req-168993de-54f2-4d4d-80bc-eb520cefc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:33.264760 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b75eb0f9-3974-4db4-a416-7cdbb8e90795 req-168993de-54f2-4d4d-80bc-eb520cefc24f service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 915 time: 0.0956688 Mar 14 18:58:33.309536 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b75eb0f9-3974-4db4-a416-7cdbb8e90795 req-5c7206b5-4d88-419e-97b5-f1a19a509840 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f56a0f56-ebcd-43d7-8b59-1baed34f8295 HTTP/1.1" status: 200 len: 217 time: 0.0346272 Mar 14 18:58:33.360660 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eb0f9-3974-4db4-a416-7cdbb8e90795 req-a3749eba-fe35-410b-9103-bcdc2c74fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:33.362080 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b75eb0f9-3974-4db4-a416-7cdbb8e90795 req-a3749eba-fe35-410b-9103-bcdc2c74fa5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=976b38a2-d7ae-40fd-9d70-aabcc933749c HTTP/1.1" status: 200 len: 853 time: 0.0432994 Mar 14 18:58:33.417511 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eb0f9-3974-4db4-a416-7cdbb8e90795 req-31ce91eb-19a3-40e2-a1dd-4d5414bc4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:33.419210 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b75eb0f9-3974-4db4-a416-7cdbb8e90795 req-31ce91eb-19a3-40e2-a1dd-4d5414bc4588 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496485 Mar 14 18:58:33.536952 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e17c5-7ee3-41ff-8863-7a698f52dd12 req-851d3400-32ff-4946-9e58-dcc4ba606598 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:33.538449 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-695e17c5-7ee3-41ff-8863-7a698f52dd12 req-851d3400-32ff-4946-9e58-dcc4ba606598 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.1183097 Mar 14 18:58:33.544206 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b75eb0f9-3974-4db4-a416-7cdbb8e90795 req-555bfb0f-4f2f-476c-be92-3c944ee28205 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156719 Mar 14 18:58:33.605958 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898d2ab-ecb6-41ff-b699-baea759adb15 req-7f4033f7-bcf1-4695-9237-8e3dfc0e93a1 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:33.608336 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e898d2ab-ecb6-41ff-b699-baea759adb15 req-7f4033f7-bcf1-4695-9237-8e3dfc0e93a1 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 944 time: 0.0539637 Mar 14 18:58:33.633181 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-695e17c5-7ee3-41ff-8863-7a698f52dd12 req-dd5ec3be-d374-419e-af83-279221f0aa63 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879607 Mar 14 18:58:33.664505 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e898d2ab-ecb6-41ff-b699-baea759adb15 req-8ca33c3e-cc5f-4796-b428-14f3811580a5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504465 Mar 14 18:58:33.669866 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b75eb0f9-3974-4db4-a416-7cdbb8e90795 req-dc7ff4cb-83a0-404d-b6d4-819afbc70d18 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078541 Mar 14 18:58:33.835328 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab767abe-99e6-4461-a1f7-4c8b97d9b15c req-0c6e143f-5f35-4873-81a0-e984c2d700ba tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:33.836824 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ab767abe-99e6-4461-a1f7-4c8b97d9b15c req-0c6e143f-5f35-4873-81a0-e984c2d700ba tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0557537 Mar 14 18:58:33.882499 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ab767abe-99e6-4461-a1f7-4c8b97d9b15c req-c7315b60-ec23-4774-b8dd-82a510861557 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397401 Mar 14 18:58:34.706067 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-a967131a-2eb6-490f-9567-3daf34c9ff24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:34.798271 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6bb4d-5477-41a4-b487-4c5fe5b76a8b req-1ae7aab9-4951-4a91-99fc-5e665a0eb580 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:34.799785 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-16f6bb4d-5477-41a4-b487-4c5fe5b76a8b req-1ae7aab9-4951-4a91-99fc-5e665a0eb580 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 944 time: 0.0572653 Mar 14 18:58:34.848632 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-16f6bb4d-5477-41a4-b487-4c5fe5b76a8b req-693422ad-cab5-4370-b383-82578b87eda8 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408549 Mar 14 18:58:35.007275 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308621f-9ed9-4252-b2ae-54e1278058e4 req-6f585058-e893-4b08-8b33-7f0ca736a3ba tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:35.008796 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e308621f-9ed9-4252-b2ae-54e1278058e4 req-6f585058-e893-4b08-8b33-7f0ca736a3ba tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0586331 Mar 14 18:58:35.054434 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e308621f-9ed9-4252-b2ae-54e1278058e4 req-43321b71-17aa-4322-9018-f0fa8aa66dab tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400116 Mar 14 18:58:35.925963 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:35.982362 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5873b-9d58-47fb-b9d4-e3aa2c0cc225 req-09384c11-d6fe-43cb-bc79-46a86f64b431 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:35.983938 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c2b5873b-9d58-47fb-b9d4-e3aa2c0cc225 req-09384c11-d6fe-43cb-bc79-46a86f64b431 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 944 time: 0.0532587 Mar 14 18:58:36.032485 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c2b5873b-9d58-47fb-b9d4-e3aa2c0cc225 req-bde25902-5e0c-4a56-bbb8-d13bf45ee26a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410883 Mar 14 18:58:36.178590 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2ed51-d442-44d4-b054-126bc2329c34 req-8c5dd573-7f63-4334-ad2b-4aacb6498bec tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:36.180105 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7db2ed51-d442-44d4-b054-126bc2329c34 req-8c5dd573-7f63-4334-ad2b-4aacb6498bec tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0594881 Mar 14 18:58:36.226539 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7db2ed51-d442-44d4-b054-126bc2329c34 req-37453ac0-9b7d-4557-afa5-9a33ae605809 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408649 Mar 14 18:58:36.381465 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5735e1-34be-4271-a7cc-2f37bb460db7 req-398e99e2-1b65-4639-818b-0390250155e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:36.383175 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9c5735e1-34be-4271-a7cc-2f37bb460db7 req-398e99e2-1b65-4639-818b-0390250155e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d5854ce46fd47118790a60790aabdc0&device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 1129 time: 0.0564196 Mar 14 18:58:36.479113 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5735e1-34be-4271-a7cc-2f37bb460db7 req-f856e4dd-497b-4fa3-85f7-030d8909f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:36.480603 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9c5735e1-34be-4271-a7cc-2f37bb460db7 req-f856e4dd-497b-4fa3-85f7-030d8909f73b service neutron] 10.222.0.69 "GET /v2.0/networks?id=02582d36-ca25-45a1-af5c-ddbb95f8bde0 HTTP/1.1" status: 200 len: 912 time: 0.0877771 Mar 14 18:58:36.545397 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9c5735e1-34be-4271-a7cc-2f37bb460db7 req-8a51b4d0-16e8-4b63-82d6-158234bb9fb2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43c1c21d-f2cc-47d4-ba79-5d46c08178b0 HTTP/1.1" status: 200 len: 1001 time: 0.0562541 Mar 14 18:58:36.597539 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5735e1-34be-4271-a7cc-2f37bb460db7 req-1aafee77-1c27-48b1-8f9e-674a3788910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:36.598933 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9c5735e1-34be-4271-a7cc-2f37bb460db7 req-1aafee77-1c27-48b1-8f9e-674a3788910e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7884ae3e-1a70-464b-b2c2-a460fd6afe53 HTTP/1.1" status: 200 len: 850 time: 0.0453587 Mar 14 18:58:36.648827 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5735e1-34be-4271-a7cc-2f37bb460db7 req-cc5093f4-aeab-43e9-8526-4df441eaaeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:36.650265 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9c5735e1-34be-4271-a7cc-2f37bb460db7 req-cc5093f4-aeab-43e9-8526-4df441eaaeb6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02582d36-ca25-45a1-af5c-ddbb95f8bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440116 Mar 14 18:58:36.739253 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9c5735e1-34be-4271-a7cc-2f37bb460db7 req-33f1cfcf-fe39-47a5-9c39-1ae860fbcc01 service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814705 Mar 14 18:58:36.838378 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9c5735e1-34be-4271-a7cc-2f37bb460db7 req-7608b94d-1279-4fcd-b625-1ca6e624702b service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914352 Mar 14 18:58:37.099712 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.165120 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd9506-f3f6-4839-b7b2-5820d1d004c0 req-cf0081d1-6bfd-438d-a2bb-16ce0b69d55a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:37.166599 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1acd9506-f3f6-4839-b7b2-5820d1d004c0 req-cf0081d1-6bfd-438d-a2bb-16ce0b69d55a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 944 time: 0.0530818 Mar 14 18:58:37.212733 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1acd9506-f3f6-4839-b7b2-5820d1d004c0 req-b26eb5a5-671a-4421-b5de-9160f81c8780 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403664 Mar 14 18:58:37.344244 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cadcd1-e68f-47c3-baad-17962adba266 req-abd3d1f9-a3aa-4db1-9cb6-3706b090c36b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:37.345668 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e1cadcd1-e68f-47c3-baad-17962adba266 req-abd3d1f9-a3aa-4db1-9cb6-3706b090c36b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0540774 Mar 14 18:58:37.392494 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e1cadcd1-e68f-47c3-baad-17962adba266 req-26180861-b66d-4d3f-baa5-46b56f16beb7 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412605 Mar 14 18:58:38.274209 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device f56a0f56-ebcd-43d7-8b59-1baed34f8295 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:58:38.335334 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91570cd2-9b71-4bd0-b369-3a2b9c1d7688 req-d33d75f2-758f-4dbf-bf2a-c9216f1ea78d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:38.337633 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-91570cd2-9b71-4bd0-b369-3a2b9c1d7688 req-d33d75f2-758f-4dbf-bf2a-c9216f1ea78d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 944 time: 0.0579107 Mar 14 18:58:38.369998 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port f56a0f56-ebcd-43d7-8b59-1baed34f8295, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=f56a0f56-ebcd-43d7-8b59-1baed34f8295,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:38.381835 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': 'f56a0f56-ebcd-43d7-8b59-1baed34f8295', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'port_id': 'f56a0f56-ebcd-43d7-8b59-1baed34f8295', 'mac_address': 'fa:16:3e:a5:de:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:58:38.384903 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-91570cd2-9b71-4bd0-b369-3a2b9c1d7688 req-e64a386c-b57d-4d77-8efd-71edd9264939 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411870 Mar 14 18:58:38.421524 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port f56a0f56-ebcd-43d7-8b59-1baed34f8295 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:58:38.421643 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:38.434481 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56a0f56-ebcd-43d7-8b59-1baed34f8295 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:58:38.453701 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port f56a0f56-ebcd-43d7-8b59-1baed34f8295, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=f56a0f56-ebcd-43d7-8b59-1baed34f8295,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:38.459048 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:38.507409 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=f56a0f56-ebcd-43d7-8b59-1baed34f8295,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:38.515562 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34e220-dd8c-467b-8b27-059ee491ddfd req-ad9f1add-4f0c-4449-8f6e-c229220664e2 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:38.517417 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0c34e220-dd8c-467b-8b27-059ee491ddfd req-ad9f1add-4f0c-4449-8f6e-c229220664e2 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0579908 Mar 14 18:58:38.568055 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0c34e220-dd8c-467b-8b27-059ee491ddfd req-e87d7134-a541-47c0-9f39-e109feb1a8e4 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451486 Mar 14 18:58:38.704841 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:38.750861 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['f56a0f56-ebcd-43d7-8b59-1baed34f8295'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:58:39.520419 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed14f39-4aa6-473f-93d8-d2d34379a8b0 req-e7c60c75-821a-4b72-a5c5-d9da4c070cba tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:39.521910 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9ed14f39-4aa6-473f-93d8-d2d34379a8b0 req-e7c60c75-821a-4b72-a5c5-d9da4c070cba tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 945 time: 0.0640585 Mar 14 18:58:39.571331 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9ed14f39-4aa6-473f-93d8-d2d34379a8b0 req-9eb5b927-7053-4f8e-a2d9-3f8c6cb4eea8 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410907 Mar 14 18:58:39.916986 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:58:40.278062 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device f56a0f56-ebcd-43d7-8b59-1baed34f8295 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:58:40.327827 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port f56a0f56-ebcd-43d7-8b59-1baed34f8295 completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:58:40.331972 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port f56a0f56-ebcd-43d7-8b59-1baed34f8295 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:58:40.332347 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:40.418279 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port f56a0f56-ebcd-43d7-8b59-1baed34f8295 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:58:40.418705 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:40.447761 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b6f63a-5f1c-41a2-9232-00703acc84fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56a0f56-ebcd-43d7-8b59-1baed34f8295'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:40.450032 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f761c8-405b-494e-8e77-8afd3420e39f" -d '{"events": [{"server_uuid": "58b6f63a-5f1c-41a2-9232-00703acc84fa", "name": "network-vif-plugged", "status": "completed", "tag": "f56a0f56-ebcd-43d7-8b59-1baed34f8295"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:40.462761 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port f56a0f56-ebcd-43d7-8b59-1baed34f8295, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=f56a0f56-ebcd-43d7-8b59-1baed34f8295,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:40.468295 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:40.490739 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd10dba3-5977-49e0-a0db-8620264a1039 x-openstack-request-id: req-bd10dba3-5977-49e0-a0db-8620264a1039 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:40.491028 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b6f63a-5f1c-41a2-9232-00703acc84fa", "name": "network-vif-plugged", "status": "completed", "tag": "f56a0f56-ebcd-43d7-8b59-1baed34f8295", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:40.491289 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd10dba3-5977-49e0-a0db-8620264a1039 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:40.491691 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b6f63a-5f1c-41a2-9232-00703acc84fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56a0f56-ebcd-43d7-8b59-1baed34f8295', 'code': 200} Mar 14 18:58:40.516798 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=f56a0f56-ebcd-43d7-8b59-1baed34f8295,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:40.700967 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84966f1-bc0f-4d0e-ae56-9b82776c8548 req-f81fd71b-452f-4e1a-b435-437a92e9dfc8 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:40.702308 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c84966f1-bc0f-4d0e-ae56-9b82776c8548 req-f81fd71b-452f-4e1a-b435-437a92e9dfc8 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 946 time: 0.0542443 Mar 14 18:58:40.753849 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c84966f1-bc0f-4d0e-ae56-9b82776c8548 req-b92e00de-4757-44d0-8f97-939429b7d422 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458970 Mar 14 18:58:41.493817 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516af02c-2ea8-4407-b143-c6766e328461 req-6242717d-9689-47dd-9f92-565984656539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:41.495266 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-516af02c-2ea8-4407-b143-c6766e328461 req-6242717d-9689-47dd-9f92-565984656539 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 1130 time: 0.0446320 Mar 14 18:58:41.874603 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaac1b-6434-4f8e-bf6d-e97d762c42cf req-b0a43de1-d1f2-4bdc-a9de-2eb2c31141fe tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:41.876153 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7acaac1b-6434-4f8e-bf6d-e97d762c42cf req-b0a43de1-d1f2-4bdc-a9de-2eb2c31141fe tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 946 time: 0.0542340 Mar 14 18:58:41.922415 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7acaac1b-6434-4f8e-bf6d-e97d762c42cf req-1239a5f7-6c06-4a19-9eee-7fc476bb57b6 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405047 Mar 14 18:58:42.357228 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-516af02c-2ea8-4407-b143-c6766e328461 req-eb6c43a8-84b7-4d78-b519-759f1e279ad2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385742 Mar 14 18:58:43.052627 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a72ff-cdfe-43de-8ff1-80e820935da0 req-7efdae1b-4107-45bc-9514-32ff7a83950d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:43.054095 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-669a72ff-cdfe-43de-8ff1-80e820935da0 req-7efdae1b-4107-45bc-9514-32ff7a83950d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 946 time: 0.0599377 Mar 14 18:58:43.104001 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-669a72ff-cdfe-43de-8ff1-80e820935da0 req-2eb83af6-c9fb-47c9-91ec-71ce09e45a6a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416050 Mar 14 18:58:44.228047 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e829938-d214-489c-ad3b-6b85171fb295 req-10722b23-52dc-4a62-a084-c256769ba131 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:44.229442 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4e829938-d214-489c-ad3b-6b85171fb295 req-10722b23-52dc-4a62-a084-c256769ba131 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 946 time: 0.0521040 Mar 14 18:58:44.275324 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4e829938-d214-489c-ad3b-6b85171fb295 req-f7ef43ab-c50e-4e1b-ab31-a51f83555f5b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403664 Mar 14 18:58:45.402845 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7ddc0-73cd-47af-8a50-363b43d6e0b5 req-1f1d07b6-a9ab-457c-856e-a13263dc3513 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:45.404229 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-01c7ddc0-73cd-47af-8a50-363b43d6e0b5 req-1f1d07b6-a9ab-457c-856e-a13263dc3513 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 946 time: 0.0585029 Mar 14 18:58:45.455007 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-01c7ddc0-73cd-47af-8a50-363b43d6e0b5 req-6da5b214-c4ac-4edc-8966-401130ae7e9c tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418394 Mar 14 18:58:45.573338 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324fff2-63d8-4435-ba1e-cd48cf6b81d1 req-c0976434-eddd-4cbe-a92c-93ef9415b198 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:45.574898 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5324fff2-63d8-4435-ba1e-cd48cf6b81d1 req-c0976434-eddd-4cbe-a92c-93ef9415b198 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 946 time: 0.0568504 Mar 14 18:58:45.583705 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46564) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:45.588173 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-2cc98e37-1020-4d60-ae20-22669ab36ae7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'floatingip': {'port_id': 'f56a0f56-ebcd-43d7-8b59-1baed34f8295'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:45.627031 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2cc98e37-1020-4d60-ae20-22669ab36ae7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (b7bdafcc-f9dd-4cd9-847e-a7fdb33563f3), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:46.072252 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2cc98e37-1020-4d60-ae20-22669ab36ae7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:46.078605 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2cc98e37-1020-4d60-ae20-22669ab36ae7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (b7bdafcc-f9dd-4cd9-847e-a7fdb33563f3), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:46.182878 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.l3_db [None req-2cc98e37-1020-4d60-ae20-22669ab36ae7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Floating IP b7bdafcc-f9dd-4cd9-847e-a7fdb33563f3 associated. External IP: 172.27.3.243, port: f56a0f56-ebcd-43d7-8b59-1baed34f8295. Mar 14 18:58:46.642144 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc98e37-1020-4d60-ae20-22669ab36ae7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Router bccde6cd-6452-41b2-9555-dbe2edffde9a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:58:46.758587 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc98e37-1020-4d60-ae20-22669ab36ae7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:58:46.763606 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2cc98e37-1020-4d60-ae20-22669ab36ae7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:46.773045 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b9c8f6-f5e3-4496-9977-9eac61bb0ef0 None None] Sync routers for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:58:46.785323 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b9c8f6-f5e3-4496-9977-9eac61bb0ef0 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:58:46.786502 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-02b9c8f6-f5e3-4496-9977-9eac61bb0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:58:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:46.807516 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-2cc98e37-1020-4d60-ae20-22669ab36ae7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "PUT /v2.0/floatingips/b7bdafcc-f9dd-4cd9-847e-a7fdb33563f3 HTTP/1.1" status: 200 len: 992 time: 1.2117264 Mar 14 18:58:46.807516 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b6f63a-5f1c-41a2-9232-00703acc84fa', 'tag': 'f56a0f56-ebcd-43d7-8b59-1baed34f8295'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:46.807516 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b182bbf5-87bb-4cc3-a96c-af24c698f28f" -d '{"events": [{"name": "network-changed", "server_uuid": "58b6f63a-5f1c-41a2-9232-00703acc84fa", "tag": "f56a0f56-ebcd-43d7-8b59-1baed34f8295"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:46.839968 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136d12a2-d3ac-41d9-bc0f-cbc6e0461533 x-openstack-request-id: req-136d12a2-d3ac-41d9-bc0f-cbc6e0461533 {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:46.840259 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b6f63a-5f1c-41a2-9232-00703acc84fa", "tag": "f56a0f56-ebcd-43d7-8b59-1baed34f8295", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:46.840508 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-136d12a2-d3ac-41d9-bc0f-cbc6e0461533 {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:46.840903 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b6f63a-5f1c-41a2-9232-00703acc84fa', 'tag': 'f56a0f56-ebcd-43d7-8b59-1baed34f8295', 'status': 'completed', 'code': 200} Mar 14 18:58:46.914051 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-02b9c8f6-f5e3-4496-9977-9eac61bb0ef0 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:58:46.915541 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182bbf5-87bb-4cc3-a96c-af24c698f28f req-f2c49f6e-2d03-491c-abc7-81d2e1f72343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:46.917102 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b182bbf5-87bb-4cc3-a96c-af24c698f28f req-f2c49f6e-2d03-491c-abc7-81d2e1f72343 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 1130 time: 0.0498292 Mar 14 18:58:47.011333 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182bbf5-87bb-4cc3-a96c-af24c698f28f req-93d8c863-2526-423f-b38b-3b34085c8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:47.012881 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b182bbf5-87bb-4cc3-a96c-af24c698f28f req-93d8c863-2526-423f-b38b-3b34085c8f0c service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 915 time: 0.0869668 Mar 14 18:58:47.083458 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b182bbf5-87bb-4cc3-a96c-af24c698f28f req-bb55c38f-8059-4020-8694-d1f3d4e9e368 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f56a0f56-ebcd-43d7-8b59-1baed34f8295 HTTP/1.1" status: 200 len: 1000 time: 0.0607157 Mar 14 18:58:47.146109 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-02b9c8f6-f5e3-4496-9977-9eac61bb0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'b7bdafcc-f9dd-4cd9-847e-a7fdb33563f3', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.243', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': 'f56a0f56-ebcd-43d7-8b59-1baed34f8295', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:a5:de:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b6f63a-5f1c-41a2-9232-00703acc84fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:58:28Z', 'updated_at': '2022-03-14T18:58:45Z', 'revision_number': 1, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:47.151805 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182bbf5-87bb-4cc3-a96c-af24c698f28f req-8eb0fa30-bed3-4b93-bfd5-523c7ef8721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:47.153338 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b182bbf5-87bb-4cc3-a96c-af24c698f28f req-8eb0fa30-bed3-4b93-bfd5-523c7ef8721d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=976b38a2-d7ae-40fd-9d70-aabcc933749c HTTP/1.1" status: 200 len: 853 time: 0.0580285 Mar 14 18:58:47.173756 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b9c8f6-f5e3-4496-9977-9eac61bb0ef0 None None] Checking router: bccde6cd-6452-41b2-9555-dbe2edffde9a for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:58:47.183572 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b9c8f6-f5e3-4496-9977-9eac61bb0ef0 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:58:47.184645 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-02b9c8f6-f5e3-4496-9977-9eac61bb0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:58:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:47.226730 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182bbf5-87bb-4cc3-a96c-af24c698f28f req-44d461f7-7deb-42fc-8c98-147432b05d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:47.228517 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b182bbf5-87bb-4cc3-a96c-af24c698f28f req-44d461f7-7deb-42fc-8c98-147432b05d17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607767 Mar 14 18:58:47.306782 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-02b9c8f6-f5e3-4496-9977-9eac61bb0ef0 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:58:47.321322 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b182bbf5-87bb-4cc3-a96c-af24c698f28f req-342b895c-2bd9-467f-bdab-a7c89ce37f60 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856533 Mar 14 18:58:47.415455 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b182bbf5-87bb-4cc3-a96c-af24c698f28f req-24d08bb9-41ea-45a0-80f9-e62a03e7c2c3 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874395 Mar 14 18:58:47.545998 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-02b9c8f6-f5e3-4496-9977-9eac61bb0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'b7bdafcc-f9dd-4cd9-847e-a7fdb33563f3', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.243', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': 'f56a0f56-ebcd-43d7-8b59-1baed34f8295', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:a5:de:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b6f63a-5f1c-41a2-9232-00703acc84fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:58:28Z', 'updated_at': '2022-03-14T18:58:45Z', 'revision_number': 1, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:47.571784 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b9c8f6-f5e3-4496-9977-9eac61bb0ef0 None None] The sync data for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi is: [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'b7bdafcc-f9dd-4cd9-847e-a7fdb33563f3', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.243', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': 'f56a0f56-ebcd-43d7-8b59-1baed34f8295', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:a5:de:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b6f63a-5f1c-41a2-9232-00703acc84fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:58:28Z', 'updated_at': '2022-03-14T18:58:45Z', 'revision_number': 1, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:58:47.765506 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f3ed9-7237-4cb1-91c1-4520d0282ea2 None None] New status for floating IP b7bdafcc-f9dd-4cd9-847e-a7fdb33563f3: ACTIVE {{(pid=109515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:58:49.256557 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46592) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:49.374306 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:49.451296 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Publish callbacks [] for security_group (a355f2ad-dc09-4bbd-8c6d-4a8307448c31), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:49.456895 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (a355f2ad-dc09-4bbd-8c6d-4a8307448c31), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:49.493638 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=134aa4d4509e4444b018ad320a27b5eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360148 Mar 14 18:58:49.494761 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a355f2ad-dc09-4bbd-8c6d-4a8307448c31,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:49.496633 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46598) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:49.502008 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:49.502516 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:49.502958 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:49.503202 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:49.503521 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:49.503879 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:49.504271 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:49.504604 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:49.504925 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:49.505239 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:49.505546 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:49.505880 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:49.506194 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:49.506505 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:49.506814 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8fdd4-6b3d-4dfd-97a0-38f7f3ef3f4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:49.546660 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-cd3a936c-e216-4207-b1fd-a7dd6384ebab admin admin] Publish callbacks [] for security_group (a355f2ad-dc09-4bbd-8c6d-4a8307448c31), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:49.567981 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-cd3a936c-e216-4207-b1fd-a7dd6384ebab admin admin] Publish callbacks [] for security_group (a355f2ad-dc09-4bbd-8c6d-4a8307448c31), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:49.615365 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-cd3a936c-e216-4207-b1fd-a7dd6384ebab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (a355f2ad-dc09-4bbd-8c6d-4a8307448c31), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:49.617901 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-cd3a936c-e216-4207-b1fd-a7dd6384ebab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:49.621850 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-cd3a936c-e216-4207-b1fd-a7dd6384ebab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a355f2ad-dc09-4bbd-8c6d-4a8307448c31 HTTP/1.1" status: 204 len: 168 time: 0.1242166 Mar 14 18:58:49.629788 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a936c-e216-4207-b1fd-a7dd6384ebab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a355f2ad-dc09-4bbd-8c6d-4a8307448c31,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:51.311891 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:02.379891 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-4d788e2a-3777-4941-905f-1ff71baeff80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:03.969331 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9856f-e8f0-4805-8e35-3cc5bbef95c4 req-fedf2d24-d12c-46c3-9ad7-09cc978fb0bf tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:03.970830 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5ce9856f-e8f0-4805-8e35-3cc5bbef95c4 req-fedf2d24-d12c-46c3-9ad7-09cc978fb0bf tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 947 time: 0.0538623 Mar 14 18:59:04.017475 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5ce9856f-e8f0-4805-8e35-3cc5bbef95c4 req-66120a90-e7c3-4d03-a08e-818081b95258 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408630 Mar 14 18:59:04.710828 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-5b779a4e-3155-4f01-b96d-491fdd83cec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:05.154646 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158293b-4fc8-40d9-b1a4-7f3a7e42412a req-4ee475ab-d780-41a7-843e-0a0142049cd7 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:05.156138 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-3158293b-4fc8-40d9-b1a4-7f3a7e42412a req-4ee475ab-d780-41a7-843e-0a0142049cd7 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 947 time: 0.0542288 Mar 14 18:59:05.203117 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-3158293b-4fc8-40d9-b1a4-7f3a7e42412a req-bafae66a-4fcf-4e92-9631-f517c24821d0 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405190 Mar 14 18:59:05.888124 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-08070390-bee3-41dd-81ea-8706d477abf1 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:05.889572 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-08070390-bee3-41dd-81ea-8706d477abf1 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.69 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 947 time: 0.0629637 Mar 14 18:59:05.928787 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:05.984945 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-fe284966-41c3-4334-9a77-f1cfa1a1120a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Deleting port ad359ac9-d0e9-43a0-9399-953dbf9adc26 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:05.985286 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-fe284966-41c3-4334-9a77-f1cfa1a1120a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:06.331255 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-fe284966-41c3-4334-9a77-f1cfa1a1120a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] For port ad359ac9-d0e9-43a0-9399-953dbf9adc26, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad359ac9-d0e9-43a0-9399-953dbf9adc26,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:06.331579 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-fe284966-41c3-4334-9a77-f1cfa1a1120a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:06.390275 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a5a57-2666-4e44-a84e-0ce7930b4276 req-e0b0c6e4-ee22-471f-8fa7-517c2caa5e28 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:06.391870 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5e1a5a57-2666-4e44-a84e-0ce7930b4276 req-e0b0c6e4-ee22-471f-8fa7-517c2caa5e28 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 947 time: 0.1167634 Mar 14 18:59:06.493607 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5e1a5a57-2666-4e44-a84e-0ce7930b4276 req-34a6114a-1a56-4b60-9b22-f67784503769 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=65a526df-76b3-4860-9e38-50808fe27512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911601 Mar 14 18:59:06.554463 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-fe284966-41c3-4334-9a77-f1cfa1a1120a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:06.554907 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-fe284966-41c3-4334-9a77-f1cfa1a1120a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (26bd456d-8739-4a1d-b692-9cfb39dc5dee), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:06.555302 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-fe284966-41c3-4334-9a77-f1cfa1a1120a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Floating IP 26bd456d-8739-4a1d-b692-9cfb39dc5dee disassociated. External IP: 172.27.3.72, port: ad359ac9-d0e9-43a0-9399-953dbf9adc26. Mar 14 18:59:06.555765 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-fe284966-41c3-4334-9a77-f1cfa1a1120a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Calling delete_port for ad359ac9-d0e9-43a0-9399-953dbf9adc26 owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:06.693401 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-fe284966-41c3-4334-9a77-f1cfa1a1120a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (ad359ac9-d0e9-43a0-9399-953dbf9adc26), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:06.728376 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe284966-41c3-4334-9a77-f1cfa1a1120a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event deleted for resources: {'Port': ['ID=ad359ac9-d0e9-43a0-9399-953dbf9adc26,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:06.840255 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-fe284966-41c3-4334-9a77-f1cfa1a1120a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Router 9e7e7ac0-0a51-4486-83b9-848812e332af has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:59:06.952478 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-fe284966-41c3-4334-9a77-f1cfa1a1120a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:59:06.964502 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00918015-d1ca-4f30-9e94-67c6447cfa55 None None] Sync routers for ids ['9e7e7ac0-0a51-4486-83b9-848812e332af'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:59:06.974097 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00918015-d1ca-4f30-9e94-67c6447cfa55 None None] Routers {'9e7e7ac0-0a51-4486-83b9-848812e332af'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:06.974799 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-00918015-d1ca-4f30-9e94-67c6447cfa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['9e7e7ac0-0a51-4486-83b9-848812e332af'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:06.997619 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-fe284966-41c3-4334-9a77-f1cfa1a1120a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] No DVR routers for this DVR port ad359ac9-d0e9-43a0-9399-953dbf9adc26 on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:59:07.000276 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-fe284966-41c3-4334-9a77-f1cfa1a1120a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:07.003737 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a19d45ab-7417-4a69-b588-4408bef2c769 req-fe284966-41c3-4334-9a77-f1cfa1a1120a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.69 "DELETE /v2.0/ports/ad359ac9-d0e9-43a0-9399-953dbf9adc26 HTTP/1.1" status: 204 len: 173 time: 1.1081641 Mar 14 18:59:07.004179 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'name': 'network-vif-deleted', 'tag': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:07.007007 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1954a62-304f-4a42-90ea-38274a0cc30c" -d '{"events": [{"server_uuid": "d68748f5-faf1-4bc8-8618-af69645425b4", "name": "network-vif-deleted", "tag": "ad359ac9-d0e9-43a0-9399-953dbf9adc26"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:07.049372 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52922f4-5071-4659-89e0-2d0e0f3f3c1e x-openstack-request-id: req-f52922f4-5071-4659-89e0-2d0e0f3f3c1e {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:07.049730 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68748f5-faf1-4bc8-8618-af69645425b4", "name": "network-vif-deleted", "tag": "ad359ac9-d0e9-43a0-9399-953dbf9adc26", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:07.050041 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f52922f4-5071-4659-89e0-2d0e0f3f3c1e {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:07.050547 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68748f5-faf1-4bc8-8618-af69645425b4', 'name': 'network-vif-deleted', 'tag': 'ad359ac9-d0e9-43a0-9399-953dbf9adc26', 'status': 'completed', 'code': 200} Mar 14 18:59:07.096434 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-00918015-d1ca-4f30-9e94-67c6447cfa55 None None] Set router 9e7e7ac0-0a51-4486-83b9-848812e332af gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:07.155140 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:07.312293 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-00918015-d1ca-4f30-9e94-67c6447cfa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'f92c4db7-2466-4114-805d-4b57c06d488d', 'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'mac_address': 'fa:16:3e:ab:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:27Z', 'updated_at': '2022-03-14T18:55:32Z', 'revision_number': 5, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'subnets': [{'id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:07.338230 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00918015-d1ca-4f30-9e94-67c6447cfa55 None None] Checking router: 9e7e7ac0-0a51-4486-83b9-848812e332af for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:59:07.347009 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00918015-d1ca-4f30-9e94-67c6447cfa55 None None] Routers {'9e7e7ac0-0a51-4486-83b9-848812e332af'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:07.347654 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-00918015-d1ca-4f30-9e94-67c6447cfa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['9e7e7ac0-0a51-4486-83b9-848812e332af'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:07.457362 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-00918015-d1ca-4f30-9e94-67c6447cfa55 None None] Set router 9e7e7ac0-0a51-4486-83b9-848812e332af gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:07.614666 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6b2c22c2-20df-400a-b889-b8597bfb7688 req-ec54dba3-7978-42a6-9eb5-e769627429e0 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68748f5-faf1-4bc8-8618-af69645425b4 HTTP/1.1" status: 200 len: 210 time: 0.0294378 Mar 14 18:59:07.665289 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-00918015-d1ca-4f30-9e94-67c6447cfa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'f92c4db7-2466-4114-805d-4b57c06d488d', 'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'mac_address': 'fa:16:3e:ab:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:27Z', 'updated_at': '2022-03-14T18:55:32Z', 'revision_number': 5, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'subnets': [{'id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:07.691034 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00918015-d1ca-4f30-9e94-67c6447cfa55 None None] The sync data for ids ['9e7e7ac0-0a51-4486-83b9-848812e332af'] in dv-cinder-829664-3-iscsi is: [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'f92c4db7-2466-4114-805d-4b57c06d488d', 'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'mac_address': 'fa:16:3e:ab:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:27Z', 'updated_at': '2022-03-14T18:55:32Z', 'revision_number': 5, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'subnets': [{'id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:59:07.900872 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc725ff-c72c-4f7c-b307-209d8a2eb7e0 None None] New status for floating IP 26bd456d-8739-4a1d-b692-9cfb39dc5dee: DOWN {{(pid=109515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:59:08.493700 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device ad359ac9-d0e9-43a0-9399-953dbf9adc26 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:08.524206 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: ad359ac9-d0e9-43a0-9399-953dbf9adc26 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:59:08.524547 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device ad359ac9-d0e9-43a0-9399-953dbf9adc26 not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:08.709129 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:08.711953 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46654) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:08.766833 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-24c86cf2-0b58-46e9-8dd5-84a0dea12151 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group (65a526df-76b3-4860-9e38-50808fe27512), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:08.790700 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-24c86cf2-0b58-46e9-8dd5-84a0dea12151 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group (65a526df-76b3-4860-9e38-50808fe27512), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:08.839995 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-24c86cf2-0b58-46e9-8dd5-84a0dea12151 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (65a526df-76b3-4860-9e38-50808fe27512), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:08.844346 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-24c86cf2-0b58-46e9-8dd5-84a0dea12151 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:08.845668 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-24c86cf2-0b58-46e9-8dd5-84a0dea12151 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "DELETE /v2.0/security-groups/65a526df-76b3-4860-9e38-50808fe27512 HTTP/1.1" status: 204 len: 168 time: 0.1326828 Mar 14 18:59:08.848976 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46656) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:08.854973 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c86cf2-0b58-46e9-8dd5-84a0dea12151 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a526df-76b3-4860-9e38-50808fe27512,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:08.861581 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.api.v2.resource [None req-2c4c0853-8a0d-451d-8b47-1d5630e14a17 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] show failed (client error): The resource could not be found. Mar 14 18:59:08.863517 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-2c4c0853-8a0d-451d-8b47-1d5630e14a17 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups/65a526df-76b3-4860-9e38-50808fe27512 HTTP/1.1" status: 404 len: 347 time: 0.0126245 Mar 14 18:59:08.865524 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46658) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:08.990344 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-04dee364-63b4-4137-966a-e97561a868c3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Deleting port a8a63971-eb6c-4b6c-bec3-310df46e3300 {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:08.990679 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-04dee364-63b4-4137-966a-e97561a868c3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (a8a63971-eb6c-4b6c-bec3-310df46e3300), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.069699 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-04dee364-63b4-4137-966a-e97561a868c3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (a8a63971-eb6c-4b6c-bec3-310df46e3300), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.069930 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-04dee364-63b4-4137-966a-e97561a868c3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for floatingip (a8a63971-eb6c-4b6c-bec3-310df46e3300), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.081673 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-04dee364-63b4-4137-966a-e97561a868c3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Calling delete_port for a8a63971-eb6c-4b6c-bec3-310df46e3300 owned by network:floatingip {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:09.220530 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-04dee364-63b4-4137-966a-e97561a868c3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (a8a63971-eb6c-4b6c-bec3-310df46e3300), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.244934 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dee364-63b4-4137-966a-e97561a868c3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event deleted for resources: {'Port': ['ID=a8a63971-eb6c-4b6c-bec3-310df46e3300,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:09.307940 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-04dee364-63b4-4137-966a-e97561a868c3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for floatingip (26bd456d-8739-4a1d-b692-9cfb39dc5dee), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.310476 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-04dee364-63b4-4137-966a-e97561a868c3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.311673 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-04dee364-63b4-4137-966a-e97561a868c3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "DELETE /v2.0/floatingips/26bd456d-8739-4a1d-b692-9cfb39dc5dee HTTP/1.1" status: 204 len: 168 time: 0.4451618 Mar 14 18:59:09.620438 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46662) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:09.625041 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-632ef0e1-cb45-4dca-8713-965ab7764d69 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--223557979', 'description': 'tempest-description--1369360654'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:09.647502 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-632ef0e1-cb45-4dca-8713-965ab7764d69 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.713663 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-632ef0e1-cb45-4dca-8713-965ab7764d69 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group (faa766aa-4c7a-4792-8623-9a90dfebeab9), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.721911 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-632ef0e1-cb45-4dca-8713-965ab7764d69 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (faa766aa-4c7a-4792-8623-9a90dfebeab9), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.762260 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-632ef0e1-cb45-4dca-8713-965ab7764d69 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.763445 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-632ef0e1-cb45-4dca-8713-965ab7764d69 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1419790 Mar 14 18:59:09.765263 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ef0e1-cb45-4dca-8713-965ab7764d69 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa766aa-4c7a-4792-8623-9a90dfebeab9,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:09.766507 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46664) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:09.771250 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-43b991bf-6829-4edb-9eee-4b758ce42bc5 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Request body: {'security_group_rule': {'security_group_id': 'faa766aa-4c7a-4792-8623-9a90dfebeab9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:09.798764 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-43b991bf-6829-4edb-9eee-4b758ce42bc5 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group_rule (488d8741-47ab-4783-9daf-9500edef6c34), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.844467 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-43b991bf-6829-4edb-9eee-4b758ce42bc5 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group_rule (488d8741-47ab-4783-9daf-9500edef6c34), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.849695 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-43b991bf-6829-4edb-9eee-4b758ce42bc5 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (488d8741-47ab-4783-9daf-9500edef6c34), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.866790 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b991bf-6829-4edb-9eee-4b758ce42bc5 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488d8741-47ab-4783-9daf-9500edef6c34,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:09.875040 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-43b991bf-6829-4edb-9eee-4b758ce42bc5 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.876249 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-43b991bf-6829-4edb-9eee-4b758ce42bc5 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1086888 Mar 14 18:59:09.878926 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46668) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:09.883144 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-71c627d8-1b65-489c-ba14-10f976c152dc tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Request body: {'security_group_rule': {'security_group_id': 'faa766aa-4c7a-4792-8623-9a90dfebeab9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:09.907749 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-71c627d8-1b65-489c-ba14-10f976c152dc tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group_rule (a0d2e8de-67e2-4b7c-882f-36438f229fc7), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.965106 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-71c627d8-1b65-489c-ba14-10f976c152dc tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group_rule (a0d2e8de-67e2-4b7c-882f-36438f229fc7), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.970409 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-71c627d8-1b65-489c-ba14-10f976c152dc tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (a0d2e8de-67e2-4b7c-882f-36438f229fc7), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.987787 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c627d8-1b65-489c-ba14-10f976c152dc tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d2e8de-67e2-4b7c-882f-36438f229fc7,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:09.994036 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-71c627d8-1b65-489c-ba14-10f976c152dc tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:09.995349 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-71c627d8-1b65-489c-ba14-10f976c152dc tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154828 Mar 14 18:59:09.998676 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46672) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:10.003127 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Request body: {'floatingip': {'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:10.025897 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:10.122525 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:10.229064 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Allocated IP 172.27.3.127 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/0eb90058-435c-426e-b128-73de9efe2917) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:59:10.328383 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for port (0eb90058-435c-426e-b128-73de9efe2917), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:10.369668 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (0eb90058-435c-426e-b128-73de9efe2917), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:10.407794 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:59:10.410839 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:59:10.414446 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:59:10.436206 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event updated for resources: {'Port': ['ID=0eb90058-435c-426e-b128-73de9efe2917,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:10.500199 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for floatingip (e0f8fd1a-9405-4546-aaf8-234cca45c6df), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:10.538552 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (0eb90058-435c-426e-b128-73de9efe2917), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:10.692917 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for port (0eb90058-435c-426e-b128-73de9efe2917), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:10.698576 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (0eb90058-435c-426e-b128-73de9efe2917), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:10.776096 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event updated for resources: {'Port': ['ID=0eb90058-435c-426e-b128-73de9efe2917,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:10.812513 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (e0f8fd1a-9405-4546-aaf8-234cca45c6df), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:10.818051 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-45244e2c-f3ce-4132-9e03-5fc723c4bf5c req-61f91822-8358-49c5-90bb-885a21fb9ae2 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461748540&fields=id&tenant_id=97e17f4e7b5f4d249b69708b9a78f5c0 HTTP/1.1" status: 200 len: 267 time: 0.0912409 Mar 14 18:59:10.838597 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:10.839780 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-a6fde82b-247d-4fef-b2ad-a68b46a180fb tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8401179 Mar 14 18:59:10.880181 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45244e2c-f3ce-4132-9e03-5fc723c4bf5c req-a16da739-3f90-48dd-8d3c-804e867b2206 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:10.881650 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-45244e2c-f3ce-4132-9e03-5fc723c4bf5c req-a16da739-3f90-48dd-8d3c-804e867b2206 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 984 time: 0.0568261 Mar 14 18:59:10.892417 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-45244e2c-f3ce-4132-9e03-5fc723c4bf5c req-8063deba-6293-4380-8e15-52e86c8bfa31 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Request body: {'port': {'security_groups': ['67538a7a-cda1-4a09-9feb-5e54c1820297']}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:10.971298 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-45244e2c-f3ce-4132-9e03-5fc723c4bf5c req-8063deba-6293-4380-8e15-52e86c8bfa31 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:11.034529 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-2e1a82ec-e1ec-4db7-97ed-06f97cfda221 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--223557979&fields=id&tenant_id=0fd4a8ca063a453a90dfd25ba3852e42 HTTP/1.1" status: 200 len: 267 time: 0.0426469 Mar 14 18:59:11.144477 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b1597-834b-403d-8eea-c7b58c40af37 req-b2284b9c-9658-416f-8a1f-72c2d5dfa326 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:11.145987 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-b2284b9c-9658-416f-8a1f-72c2d5dfa326 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/networks?id=238a0ce0-fc24-410f-b071-3e8d79d444fd HTTP/1.1" status: 200 len: 816 time: 0.1048052 Mar 14 18:59:11.154749 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-45244e2c-f3ce-4132-9e03-5fc723c4bf5c req-8063deba-6293-4380-8e15-52e86c8bfa31 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] For port ad669e09-fb85-405e-9d07-a48e3667c19c, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad669e09-fb85-405e-9d07-a48e3667c19c,segment=NetworkSegment(2f54800b-0dc8-4c79-b12b-02f0f2127e12),segment_id=2f54800b-0dc8-4c79-b12b-02f0f2127e12)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:11.160352 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-79b1a281-da23-453f-bb47-daa5d67841a9 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/quotas/0fd4a8ca063a453a90dfd25ba3852e42 HTTP/1.1" status: 200 len: 375 time: 0.0089309 Mar 14 18:59:11.187775 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-45244e2c-f3ce-4132-9e03-5fc723c4bf5c req-8063deba-6293-4380-8e15-52e86c8bfa31 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:11.192693 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-45244e2c-f3ce-4132-9e03-5fc723c4bf5c req-8063deba-6293-4380-8e15-52e86c8bfa31 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:11.207246 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['ad669e09-fb85-405e-9d07-a48e3667c19c'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:59:11.224093 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-54d9674b-cbb1-44e0-a1b0-df58c157d60d tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0fd4a8ca063a453a90dfd25ba3852e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579157 Mar 14 18:59:11.239045 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45244e2c-f3ce-4132-9e03-5fc723c4bf5c req-8063deba-6293-4380-8e15-52e86c8bfa31 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:11.239702 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-45244e2c-f3ce-4132-9e03-5fc723c4bf5c req-8063deba-6293-4380-8e15-52e86c8bfa31 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:11.241116 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-45244e2c-f3ce-4132-9e03-5fc723c4bf5c req-8063deba-6293-4380-8e15-52e86c8bfa31 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "PUT /v2.0/ports/ad669e09-fb85-405e-9d07-a48e3667c19c HTTP/1.1" status: 200 len: 942 time: 0.3531942 Mar 14 18:59:11.241575 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'tag': 'ad669e09-fb85-405e-9d07-a48e3667c19c'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:11.243845 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e089cacf-e638-4432-941d-e676c1461c31" -d '{"events": [{"name": "network-changed", "server_uuid": "7af499e2-d04d-4f59-81d5-8d1c56c0b0e7", "tag": "ad669e09-fb85-405e-9d07-a48e3667c19c"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:11.248738 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46690) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:11.293194 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063deba-6293-4380-8e15-52e86c8bfa31 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Pushing event updated for resources: {'Port': ['ID=ad669e09-fb85-405e-9d07-a48e3667c19c,revision_number=7']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:11.302447 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7427e00-dfd4-4e17-93c7-ceaac7fe3692 x-openstack-request-id: req-d7427e00-dfd4-4e17-93c7-ceaac7fe3692 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:11.302731 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af499e2-d04d-4f59-81d5-8d1c56c0b0e7", "tag": "ad669e09-fb85-405e-9d07-a48e3667c19c", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:11.302985 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7427e00-dfd4-4e17-93c7-ceaac7fe3692 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:11.303729 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'tag': 'ad669e09-fb85-405e-9d07-a48e3667c19c', 'status': 'completed', 'code': 200} Mar 14 18:59:11.363406 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-fd8dfd32-f3b5-4efc-872e-a020110d06b7 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group (3bdfc62c-9752-4c59-8b49-45eee2042f9d), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:11.365910 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-e9458b48-3244-4f95-96a5-423104ce144f service neutron] 10.222.0.52 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235492 Mar 14 18:59:11.369069 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['ad669e09-fb85-405e-9d07-a48e3667c19c'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:59:11.402503 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-fd8dfd32-f3b5-4efc-872e-a020110d06b7 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group (3bdfc62c-9752-4c59-8b49-45eee2042f9d), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:11.463309 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089cacf-e638-4432-941d-e676c1461c31 req-d6b6f4c3-287a-4fa4-a234-458e9e1daf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:11.464993 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e089cacf-e638-4432-941d-e676c1461c31 req-d6b6f4c3-287a-4fa4-a234-458e9e1daf43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97e17f4e7b5f4d249b69708b9a78f5c0&device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 1129 time: 0.1408658 Mar 14 18:59:11.483668 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-05ccabb5-a48b-47ef-93e9-e7c5502a0f1c service neutron] 10.222.0.52 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092846 Mar 14 18:59:11.534984 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-fd8dfd32-f3b5-4efc-872e-a020110d06b7 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (3bdfc62c-9752-4c59-8b49-45eee2042f9d), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:11.537698 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-fd8dfd32-f3b5-4efc-872e-a020110d06b7 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:11.538670 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-fd8dfd32-f3b5-4efc-872e-a020110d06b7 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "DELETE /v2.0/security-groups/3bdfc62c-9752-4c59-8b49-45eee2042f9d HTTP/1.1" status: 204 len: 168 time: 0.2890151 Mar 14 18:59:11.541807 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46692) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:11.543990 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-7573e6b0-3a10-4c0a-8c58-59f5e26bcc65 None None] Provisioning complete for port ad669e09-fb85-405e-9d07-a48e3667c19c triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:59:11.544373 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-7573e6b0-3a10-4c0a-8c58-59f5e26bcc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:11.555959 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8dfd32-f3b5-4efc-872e-a020110d06b7 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdfc62c-9752-4c59-8b49-45eee2042f9d,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:11.588232 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089cacf-e638-4432-941d-e676c1461c31 req-8d2eb497-811d-4c4e-9d50-28ea21fccab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:11.607701 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e089cacf-e638-4432-941d-e676c1461c31 req-8d2eb497-811d-4c4e-9d50-28ea21fccab0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a1bead0-0281-41a2-92e4-3855fcf71ce9 HTTP/1.1" status: 200 len: 915 time: 0.1327126 Mar 14 18:59:11.667837 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-7573e6b0-3a10-4c0a-8c58-59f5e26bcc65 None None] Current status of the port ad669e09-fb85-405e-9d07-a48e3667c19c is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:11.704842 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2587e285-042d-4af4-83fc-df8d317bf3e8 req-fe10d946-edef-47a2-b8a0-b4d64c5a0ec5 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 210 time: 0.0307131 Mar 14 18:59:11.722385 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e089cacf-e638-4432-941d-e676c1461c31 req-1ac36362-0a45-4b2f-b270-c795d55468ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad669e09-fb85-405e-9d07-a48e3667c19c HTTP/1.1" status: 200 len: 1001 time: 0.1098132 Mar 14 18:59:11.759967 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-ef59ad1a-9fa0-439d-bd39-2a67b246c327 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Deleting port c2886ebc-8977-49d2-b3ca-0c60232722e5 {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:11.760383 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ef59ad1a-9fa0-439d-bd39-2a67b246c327 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (c2886ebc-8977-49d2-b3ca-0c60232722e5), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:11.778661 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089cacf-e638-4432-941d-e676c1461c31 req-24f3b2d0-5bd4-4317-a8de-fc43691d2596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:11.780821 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e089cacf-e638-4432-941d-e676c1461c31 req-24f3b2d0-5bd4-4317-a8de-fc43691d2596 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bcc3bd51-6b92-4325-a854-3a44a0a0d766 HTTP/1.1" status: 200 len: 853 time: 0.0494788 Mar 14 18:59:11.837561 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089cacf-e638-4432-941d-e676c1461c31 req-38e4f964-358a-4642-875a-b68eb85c5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:11.839330 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e089cacf-e638-4432-941d-e676c1461c31 req-38e4f964-358a-4642-875a-b68eb85c5ec0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a1bead0-0281-41a2-92e4-3855fcf71ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520575 Mar 14 18:59:11.855583 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ef59ad1a-9fa0-439d-bd39-2a67b246c327 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (c2886ebc-8977-49d2-b3ca-0c60232722e5), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:11.856009 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ef59ad1a-9fa0-439d-bd39-2a67b246c327 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for floatingip (c2886ebc-8977-49d2-b3ca-0c60232722e5), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:11.868624 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-ef59ad1a-9fa0-439d-bd39-2a67b246c327 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Calling delete_port for c2886ebc-8977-49d2-b3ca-0c60232722e5 owned by network:floatingip {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:11.933131 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e089cacf-e638-4432-941d-e676c1461c31 req-8735bc14-db69-479e-b321-f9814cd4d8b3 service neutron] 10.222.0.69 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866654 Mar 14 18:59:12.041583 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e089cacf-e638-4432-941d-e676c1461c31 req-67428b83-16a9-4262-9b9d-d540ee8a122e service neutron] 10.222.0.69 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005692 Mar 14 18:59:12.055197 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ef59ad1a-9fa0-439d-bd39-2a67b246c327 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (c2886ebc-8977-49d2-b3ca-0c60232722e5), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:12.087143 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59ad1a-9fa0-439d-bd39-2a67b246c327 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Pushing event deleted for resources: {'Port': ['ID=c2886ebc-8977-49d2-b3ca-0c60232722e5,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:12.148893 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ef59ad1a-9fa0-439d-bd39-2a67b246c327 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks [] for floatingip (5c40422c-2b88-4e26-a7c6-26fcb1dc5ff7), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:12.149261 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.l3_db [None req-ef59ad1a-9fa0-439d-bd39-2a67b246c327 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Floating IP 5c40422c-2b88-4e26-a7c6-26fcb1dc5ff7 disassociated (deleted). External IP: 172.27.3.176, port: ad669e09-fb85-405e-9d07-a48e3667c19c. Mar 14 18:59:12.366290 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef59ad1a-9fa0-439d-bd39-2a67b246c327 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Router 009d4a56-0fe8-4ebd-829a-4223db211b3a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:59:12.485233 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef59ad1a-9fa0-439d-bd39-2a67b246c327 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:59:12.490176 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ef59ad1a-9fa0-439d-bd39-2a67b246c327 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:12.495243 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b31aec-de2c-4898-b786-b05dc72d5761 None None] Sync routers for ids ['009d4a56-0fe8-4ebd-829a-4223db211b3a'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:59:12.508767 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b31aec-de2c-4898-b786-b05dc72d5761 None None] Routers {'009d4a56-0fe8-4ebd-829a-4223db211b3a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:12.509388 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-c4b31aec-de2c-4898-b786-b05dc72d5761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['009d4a56-0fe8-4ebd-829a-4223db211b3a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:12.520079 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-ef59ad1a-9fa0-439d-bd39-2a67b246c327 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "DELETE /v2.0/floatingips/5c40422c-2b88-4e26-a7c6-26fcb1dc5ff7 HTTP/1.1" status: 204 len: 168 time: 0.9771121 Mar 14 18:59:12.520681 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'tag': 'ad669e09-fb85-405e-9d07-a48e3667c19c'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:12.522930 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5bb244-a255-431d-b8dd-2b080a0e257d" -d '{"events": [{"name": "network-changed", "server_uuid": "7af499e2-d04d-4f59-81d5-8d1c56c0b0e7", "tag": "ad669e09-fb85-405e-9d07-a48e3667c19c"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:12.558549 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86315fe-bcf1-4941-bdd7-d5c5772cf78a x-openstack-request-id: req-e86315fe-bcf1-4941-bdd7-d5c5772cf78a {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:12.558899 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af499e2-d04d-4f59-81d5-8d1c56c0b0e7", "tag": "ad669e09-fb85-405e-9d07-a48e3667c19c", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:12.559222 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e86315fe-bcf1-4941-bdd7-d5c5772cf78a {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:12.559784 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'tag': 'ad669e09-fb85-405e-9d07-a48e3667c19c', 'status': 'completed', 'code': 200} Mar 14 18:59:12.639920 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bb244-a255-431d-b8dd-2b080a0e257d req-93f1e8a4-7048-4a61-8db3-54ecdcc44ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:12.641529 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3c5bb244-a255-431d-b8dd-2b080a0e257d req-93f1e8a4-7048-4a61-8db3-54ecdcc44ba9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97e17f4e7b5f4d249b69708b9a78f5c0&device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 1129 time: 0.0547502 Mar 14 18:59:12.644118 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-c4b31aec-de2c-4898-b786-b05dc72d5761 None None] Set router 009d4a56-0fe8-4ebd-829a-4223db211b3a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:12.865153 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bb244-a255-431d-b8dd-2b080a0e257d req-a1817f53-5365-4330-82f9-a61f0e19f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:12.867286 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3c5bb244-a255-431d-b8dd-2b080a0e257d req-a1817f53-5365-4330-82f9-a61f0e19f40c service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a1bead0-0281-41a2-92e4-3855fcf71ce9 HTTP/1.1" status: 200 len: 915 time: 0.2145526 Mar 14 18:59:12.872594 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b1597-834b-403d-8eea-c7b58c40af37 req-da3d1566-2e8c-4e0a-b971-93f9be449bee tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:12.873936 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-da3d1566-2e8c-4e0a-b971-93f9be449bee tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.69 "GET /v2.0/networks?id=238a0ce0-fc24-410f-b071-3e8d79d444fd HTTP/1.1" status: 200 len: 816 time: 0.2136211 Mar 14 18:59:12.889482 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-865c4c13-a017-4dbb-a017-d352c5086a35 req-f0d59167-7993-4be9-81d8-4b2e9502e0a6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 210 time: 0.0446491 Mar 14 18:59:12.912119 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-c4b31aec-de2c-4898-b786-b05dc72d5761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:48Z', 'updated_at': '2022-03-14T18:55:52Z', 'revision_number': 4, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'gw_port': {'id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:49Z', 'updated_at': '2022-03-14T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95', 'name': '', 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'mac_address': 'fa:16:3e:28:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:51Z', 'updated_at': '2022-03-14T18:55:56Z', 'revision_number': 5, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'subnets': [{'id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:12.926952 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3c5bb244-a255-431d-b8dd-2b080a0e257d req-58a836f3-d7ca-4ca4-b6f0-4c27f597d8b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad669e09-fb85-405e-9d07-a48e3667c19c HTTP/1.1" status: 200 len: 217 time: 0.0519764 Mar 14 18:59:12.937805 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b31aec-de2c-4898-b786-b05dc72d5761 None None] Checking router: 009d4a56-0fe8-4ebd-829a-4223db211b3a for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:59:12.946078 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b31aec-de2c-4898-b786-b05dc72d5761 None None] Routers {'009d4a56-0fe8-4ebd-829a-4223db211b3a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:12.946673 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-c4b31aec-de2c-4898-b786-b05dc72d5761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['009d4a56-0fe8-4ebd-829a-4223db211b3a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:12.998696 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bb244-a255-431d-b8dd-2b080a0e257d req-4d2c113d-5ba9-48c3-86e0-567334057aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:13.000198 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3c5bb244-a255-431d-b8dd-2b080a0e257d req-4d2c113d-5ba9-48c3-86e0-567334057aa9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bcc3bd51-6b92-4325-a854-3a44a0a0d766 HTTP/1.1" status: 200 len: 853 time: 0.0662284 Mar 14 18:59:13.008902 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-b2ac44dd-d53e-4db3-8d03-6376ecb97e03 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fd4a8ca063a453a90dfd25ba3852e42 HTTP/1.1" status: 200 len: 379 time: 0.0875499 Mar 14 18:59:13.037455 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-722b1597-834b-403d-8eea-c7b58c40af37 req-0ae7b1d0-862f-43cc-825d-3bdf582fd68c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Request body: {'port': {'device_id': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'admin_state_up': True, 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'security_groups': ['faa766aa-4c7a-4792-8623-9a90dfebeab9']}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:13.052557 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-c4b31aec-de2c-4898-b786-b05dc72d5761 None None] Set router 009d4a56-0fe8-4ebd-829a-4223db211b3a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:13.120100 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bb244-a255-431d-b8dd-2b080a0e257d req-c80adc5a-e9a9-478b-90c1-35b3afbeecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:13.121607 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3c5bb244-a255-431d-b8dd-2b080a0e257d req-c80adc5a-e9a9-478b-90c1-35b3afbeecf3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a1bead0-0281-41a2-92e4-3855fcf71ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1123133 Mar 14 18:59:13.190813 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722b1597-834b-403d-8eea-c7b58c40af37 req-0ae7b1d0-862f-43cc-825d-3bdf582fd68c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Made reservation on behalf of 0fd4a8ca063a453a90dfd25ba3852e42 for: {'port': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:59:13.194214 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-722b1597-834b-403d-8eea-c7b58c40af37 req-0ae7b1d0-862f-43cc-825d-3bdf582fd68c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:13.266772 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-c4b31aec-de2c-4898-b786-b05dc72d5761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:48Z', 'updated_at': '2022-03-14T18:55:52Z', 'revision_number': 4, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'gw_port': {'id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:49Z', 'updated_at': '2022-03-14T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95', 'name': '', 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'mac_address': 'fa:16:3e:28:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:51Z', 'updated_at': '2022-03-14T18:55:56Z', 'revision_number': 5, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'subnets': [{'id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:13.291717 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3c5bb244-a255-431d-b8dd-2b080a0e257d req-883737f6-c1c3-4e0a-8035-27d2e42b888b service neutron] 10.222.0.69 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453657 Mar 14 18:59:13.294010 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b31aec-de2c-4898-b786-b05dc72d5761 None None] The sync data for ids ['009d4a56-0fe8-4ebd-829a-4223db211b3a'] in dv-cinder-829664-3-iscsi is: [{'id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:48Z', 'updated_at': '2022-03-14T18:55:52Z', 'revision_number': 4, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'gw_port': {'id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:49Z', 'updated_at': '2022-03-14T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95', 'name': '', 'network_id': '6a1bead0-0281-41a2-92e4-3855fcf71ce9', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'mac_address': 'fa:16:3e:28:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:51Z', 'updated_at': '2022-03-14T18:55:56Z', 'revision_number': 5, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'subnets': [{'id': 'bcc3bd51-6b92-4325-a854-3a44a0a0d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:59:13.405337 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [req-722b1597-834b-403d-8eea-c7b58c40af37 req-0ae7b1d0-862f-43cc-825d-3bdf582fd68c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Allocated IP 172.20.0.8 (238a0ce0-fc24-410f-b071-3e8d79d444fd/295ea95f-a569-4ae3-aa0e-4b878103c9ad/13dcc5d7-b40d-4574-ae63-847389fc6436) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:59:13.436462 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3c5bb244-a255-431d-b8dd-2b080a0e257d req-d20ff36a-bbb9-4d34-9484-90971dec9029 service neutron] 10.222.0.69 "GET /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386285 Mar 14 18:59:13.541964 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30893ad8-3fd2-4525-9ee8-f5510b9ff56f None None] New status for floating IP 5c40422c-2b88-4e26-a7c6-26fcb1dc5ff7: DOWN {{(pid=109515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:59:13.580185 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-722b1597-834b-403d-8eea-c7b58c40af37 req-0ae7b1d0-862f-43cc-825d-3bdf582fd68c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:13.624430 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-722b1597-834b-403d-8eea-c7b58c40af37 req-0ae7b1d0-862f-43cc-825d-3bdf582fd68c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:13.676180 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722b1597-834b-403d-8eea-c7b58c40af37 req-0ae7b1d0-862f-43cc-825d-3bdf582fd68c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Network 238a0ce0-fc24-410f-b071-3e8d79d444fd is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:59:13.679290 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [req-722b1597-834b-403d-8eea-c7b58c40af37 req-0ae7b1d0-862f-43cc-825d-3bdf582fd68c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:59:13.683519 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-722b1597-834b-403d-8eea-c7b58c40af37 req-0ae7b1d0-862f-43cc-825d-3bdf582fd68c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:59:13.686218 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7b1d0-862f-43cc-825d-3bdf582fd68c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event updated for resources: {'Port': ['ID=13dcc5d7-b40d-4574-ae63-847389fc6436,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:13.734282 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b1597-834b-403d-8eea-c7b58c40af37 req-0ae7b1d0-862f-43cc-825d-3bdf582fd68c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:13.734995 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-722b1597-834b-403d-8eea-c7b58c40af37 req-0ae7b1d0-862f-43cc-825d-3bdf582fd68c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:13.752836 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-0ae7b1d0-862f-43cc-825d-3bdf582fd68c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7193398 Mar 14 18:59:13.766011 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Request body: {'port': {'device_id': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:13.829102 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:13.909273 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-ee0ebe45-baeb-441b-bc58-ca05ac33229e None None] Provisioning complete for port 13dcc5d7-b40d-4574-ae63-847389fc6436 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:59:13.909856 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ee0ebe45-baeb-441b-bc58-ca05ac33229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:13.952286 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ebe45-baeb-441b-bc58-ca05ac33229e None None] Port 13dcc5d7-b40d-4574-ae63-847389fc6436 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:59:14.067872 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab5027-93f9-4636-80a5-eb22ee5ccfc1 req-a860b5fe-0c9e-4dd0-a7a1-9b7965665021 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:14.069363 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-deab5027-93f9-4636-80a5-eb22ee5ccfc1 req-a860b5fe-0c9e-4dd0-a7a1-9b7965665021 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 931 time: 0.1066997 Mar 14 18:59:14.155218 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-deab5027-93f9-4636-80a5-eb22ee5ccfc1 req-05f60f12-6ab8-4a34-8cfa-bef4a75946b4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777493 Mar 14 18:59:14.164710 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13dcc5d7-b40d-4574-ae63-847389fc6436 {{(pid=109512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:59:14.172850 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Publish callbacks [] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:14.185158 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.provisioning_blocks [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Transition to ACTIVE for port object 13dcc5d7-b40d-4574-ae63-847389fc6436 will not be triggered until provisioned by entity L2. {{(pid=109512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:59:14.190402 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:14.238195 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Pushing event updated for resources: {'Port': ['ID=13dcc5d7-b40d-4574-ae63-847389fc6436,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:14.312156 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Attempting to bind port 13dcc5d7-b40d-4574-ae63-847389fc6436 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:59:14.312498 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Attempting to bind port 13dcc5d7-b40d-4574-ae63-847389fc6436 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:59:14.312824 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Attempting to bind port 13dcc5d7-b40d-4574-ae63-847389fc6436 on network 238a0ce0-fc24-410f-b071-3e8d79d444fd {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:59:14.317360 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Port 13dcc5d7-b40d-4574-ae63-847389fc6436 on network 238a0ce0-fc24-410f-b071-3e8d79d444fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:59:14.317680 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Attempting to bind port 13dcc5d7-b40d-4574-ae63-847389fc6436 on network 238a0ce0-fc24-410f-b071-3e8d79d444fd {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:59:14.322754 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:59:14.323091 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Checking segment: {'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:59:14.323476 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Bound using segment: {'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:59:14.323936 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Bound port: 13dcc5d7-b40d-4574-ae63-847389fc6436, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfb8387-767a-495c-9f0f-55f88d25842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd'}}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:59:14.324295 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:14.391673 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] For port 13dcc5d7-b40d-4574-ae63-847389fc6436, host hv-cinder-82966, cleared binding levels {{(pid=109512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:59:14.394812 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] For port 13dcc5d7-b40d-4574-ae63-847389fc6436, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=13dcc5d7-b40d-4574-ae63-847389fc6436,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:59:14.401570 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:14.437676 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:14.438291 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:14.439690 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] 10.222.0.69 "PUT /v2.0/ports/13dcc5d7-b40d-4574-ae63-847389fc6436 HTTP/1.1" status: 200 len: 1093 time: 0.6781950 Mar 14 18:59:14.440124 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'tag': '13dcc5d7-b40d-4574-ae63-847389fc6436'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:14.442469 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d63bcb4-fd86-4233-b93f-cd62857bd872" -d '{"events": [{"name": "network-changed", "server_uuid": "aa46cdd8-91ba-4fda-8870-28cb408456b5", "tag": "13dcc5d7-b40d-4574-ae63-847389fc6436"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:14.462974 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e9e05-3323-4368-b68b-2ffff889b02b service neutron] Pushing event updated for resources: {'Port': ['ID=13dcc5d7-b40d-4574-ae63-847389fc6436,revision_number=3']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:14.501525 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb06dc38-7c5a-4451-af5d-9217750abcfc x-openstack-request-id: req-cb06dc38-7c5a-4451-af5d-9217750abcfc {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:14.501816 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa46cdd8-91ba-4fda-8870-28cb408456b5", "tag": "13dcc5d7-b40d-4574-ae63-847389fc6436", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:14.502071 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb06dc38-7c5a-4451-af5d-9217750abcfc {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:14.502478 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'tag': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'status': 'completed', 'code': 200} Mar 14 18:59:14.542310 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b1597-834b-403d-8eea-c7b58c40af37 req-d8c23696-932d-495b-9eb0-e12f51807536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:14.543934 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-d8c23696-932d-495b-9eb0-e12f51807536 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fd4a8ca063a453a90dfd25ba3852e42&device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 1127 time: 0.0516310 Mar 14 18:59:14.590768 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-d92f47a3-926d-420f-8919-72248816106e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13dcc5d7-b40d-4574-ae63-847389fc6436 HTTP/1.1" status: 200 len: 217 time: 0.0387940 Mar 14 18:59:14.884097 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b1597-834b-403d-8eea-c7b58c40af37 req-2988cfa6-7951-4048-adb5-f5db779664a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:14.885566 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-2988cfa6-7951-4048-adb5-f5db779664a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=295ea95f-a569-4ae3-aa0e-4b878103c9ad HTTP/1.1" status: 200 len: 855 time: 0.2887554 Mar 14 18:59:14.937384 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b1597-834b-403d-8eea-c7b58c40af37 req-7a783014-237d-4fa7-b9e8-18881b019db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:14.938921 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-7a783014-237d-4fa7-b9e8-18881b019db7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=238a0ce0-fc24-410f-b071-3e8d79d444fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465064 Mar 14 18:59:15.036443 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-c439ca9c-dbfd-4ec2-be24-6aff5fc0d55b service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890365 Mar 14 18:59:15.125949 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-722b1597-834b-403d-8eea-c7b58c40af37 req-dd8b951b-51de-45c8-9c77-1dda5c1973e6 service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819335 Mar 14 18:59:15.229466 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63bcb4-fd86-4233-b93f-cd62857bd872 req-eff321cc-4f2f-4a93-adb1-b40394c02ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:15.231035 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d63bcb4-fd86-4233-b93f-cd62857bd872 req-eff321cc-4f2f-4a93-adb1-b40394c02ec6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fd4a8ca063a453a90dfd25ba3852e42&device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 1127 time: 0.0480313 Mar 14 18:59:15.325911 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc1407-4d94-4a7d-9432-de2dbc56d942 req-86712775-37b5-4e12-8658-b006fc605926 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:15.327420 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-20cc1407-4d94-4a7d-9432-de2dbc56d942 req-86712775-37b5-4e12-8658-b006fc605926 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 943 time: 0.0708647 Mar 14 18:59:15.348584 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63bcb4-fd86-4233-b93f-cd62857bd872 req-fbf14beb-f624-4627-8df6-d8a349277bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:15.350027 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d63bcb4-fd86-4233-b93f-cd62857bd872 req-fbf14beb-f624-4627-8df6-d8a349277bfb service neutron] 10.222.0.69 "GET /v2.0/networks?id=238a0ce0-fc24-410f-b071-3e8d79d444fd HTTP/1.1" status: 200 len: 917 time: 0.1109762 Mar 14 18:59:15.375234 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-20cc1407-4d94-4a7d-9432-de2dbc56d942 req-745d22ff-8fbd-42b5-a9bd-3def68f0db3e tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410433 Mar 14 18:59:15.404198 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d63bcb4-fd86-4233-b93f-cd62857bd872 req-01f31a84-1d26-4b8e-b9b0-3f1a712c13ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13dcc5d7-b40d-4574-ae63-847389fc6436 HTTP/1.1" status: 200 len: 217 time: 0.0396457 Mar 14 18:59:15.431940 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c739869-aa98-499b-9125-b56fa515fc53 req-3be4c338-2e78-4e96-9888-51ecbb54332f tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:15.433345 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3c739869-aa98-499b-9125-b56fa515fc53 req-3be4c338-2e78-4e96-9888-51ecbb54332f tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 945 time: 0.1029792 Mar 14 18:59:15.482008 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63bcb4-fd86-4233-b93f-cd62857bd872 req-a5c4ca5d-b8fe-4f90-a406-05a11e08a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:15.483394 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d63bcb4-fd86-4233-b93f-cd62857bd872 req-a5c4ca5d-b8fe-4f90-a406-05a11e08a16f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=295ea95f-a569-4ae3-aa0e-4b878103c9ad HTTP/1.1" status: 200 len: 855 time: 0.0664299 Mar 14 18:59:15.526696 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3c739869-aa98-499b-9125-b56fa515fc53 req-dac93b1a-d1d6-4f9e-a20f-dd9a575ac99d tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767844 Mar 14 18:59:15.547580 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63bcb4-fd86-4233-b93f-cd62857bd872 req-9e31e556-5df5-4069-8ab5-ce3747f370e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:15.549090 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d63bcb4-fd86-4233-b93f-cd62857bd872 req-9e31e556-5df5-4069-8ab5-ce3747f370e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=238a0ce0-fc24-410f-b071-3e8d79d444fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580249 Mar 14 18:59:15.642108 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d63bcb4-fd86-4233-b93f-cd62857bd872 req-129cf691-c377-41e7-8c04-2df6487513e8 service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848560 Mar 14 18:59:15.738808 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d63bcb4-fd86-4233-b93f-cd62857bd872 req-f320e5fa-6d36-4b89-bca7-e82df68aac89 service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893877 Mar 14 18:59:16.514470 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f71e74-1319-4f5e-81e0-3df3dfeabf72 req-99e76869-e344-4573-80c2-915cf0ae40c1 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:16.515999 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-61f71e74-1319-4f5e-81e0-3df3dfeabf72 req-99e76869-e344-4573-80c2-915cf0ae40c1 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 943 time: 0.0599465 Mar 14 18:59:16.540464 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 13dcc5d7-b40d-4574-ae63-847389fc6436 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:59:16.565368 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-61f71e74-1319-4f5e-81e0-3df3dfeabf72 req-eb156c73-e7a2-467a-a18f-f219bcdc1fd9 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423079 Mar 14 18:59:16.637066 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 13dcc5d7-b40d-4574-ae63-847389fc6436, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=13dcc5d7-b40d-4574-ae63-847389fc6436,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:16.648896 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'port_id': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'mac_address': 'fa:16:3e:2d:57:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:59:16.654926 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac92cf7-3126-43be-8b4e-81f04f30680b req-b49e7f5e-b114-4c19-9a0b-b6d3b6911fb7 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:16.656506 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8ac92cf7-3126-43be-8b4e-81f04f30680b req-b49e7f5e-b114-4c19-9a0b-b6d3b6911fb7 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0578113 Mar 14 18:59:16.688696 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 13dcc5d7-b40d-4574-ae63-847389fc6436 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:16.688983 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:16.703948 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8ac92cf7-3126-43be-8b4e-81f04f30680b req-a0e8f841-044e-4efd-ac7b-ae6539a5655b tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416944 Mar 14 18:59:16.825037 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13dcc5d7-b40d-4574-ae63-847389fc6436 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:59:16.845326 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 13dcc5d7-b40d-4574-ae63-847389fc6436, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=13dcc5d7-b40d-4574-ae63-847389fc6436,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:16.852414 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:16.900948 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=13dcc5d7-b40d-4574-ae63-847389fc6436,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:16.908269 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:16.908613 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:16.908959 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:16.909306 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:16.909641 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:16.909967 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:16.910297 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:16.910617 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:16.910983 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:16.911293 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:16.911647 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:16.911975 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:16.912299 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:16.912614 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:16.912932 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:16.916671 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:59:17.171976 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['13dcc5d7-b40d-4574-ae63-847389fc6436'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:59:17.494303 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d34fe-bcdc-4a10-a105-61eb870e79b3 req-9e3b962c-50ef-430a-b13b-463120a3a150 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:17.495776 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-420d34fe-bcdc-4a10-a105-61eb870e79b3 req-9e3b962c-50ef-430a-b13b-463120a3a150 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.69 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0563600 Mar 14 18:59:17.599861 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-420d34fe-bcdc-4a10-a105-61eb870e79b3 req-264e2340-1402-4ebe-b4e1-ca7287f23fcf tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Deleting port ad669e09-fb85-405e-9d07-a48e3667c19c {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:17.600692 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-420d34fe-bcdc-4a10-a105-61eb870e79b3 req-264e2340-1402-4ebe-b4e1-ca7287f23fcf tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:17.689132 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-420d34fe-bcdc-4a10-a105-61eb870e79b3 req-264e2340-1402-4ebe-b4e1-ca7287f23fcf tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] For port ad669e09-fb85-405e-9d07-a48e3667c19c, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=ad669e09-fb85-405e-9d07-a48e3667c19c,segment=NetworkSegment(2f54800b-0dc8-4c79-b12b-02f0f2127e12),segment_id=2f54800b-0dc8-4c79-b12b-02f0f2127e12)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:17.689907 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-420d34fe-bcdc-4a10-a105-61eb870e79b3 req-264e2340-1402-4ebe-b4e1-ca7287f23fcf tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:17.690017 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82307b7f-aa19-43f6-ac41-fb2ebe962a81 req-172c6b65-81d0-452b-b8a0-80ab1e1aa1c1 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:17.691520 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-82307b7f-aa19-43f6-ac41-fb2ebe962a81 req-172c6b65-81d0-452b-b8a0-80ab1e1aa1c1 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 944 time: 0.0514872 Mar 14 18:59:17.702547 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-420d34fe-bcdc-4a10-a105-61eb870e79b3 req-264e2340-1402-4ebe-b4e1-ca7287f23fcf tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Calling delete_port for ad669e09-fb85-405e-9d07-a48e3667c19c owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:17.742361 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-82307b7f-aa19-43f6-ac41-fb2ebe962a81 req-95f8a2e6-f794-492c-a6a1-e47c76dc1517 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450723 Mar 14 18:59:17.862752 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-420d34fe-bcdc-4a10-a105-61eb870e79b3 req-264e2340-1402-4ebe-b4e1-ca7287f23fcf tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (ad669e09-fb85-405e-9d07-a48e3667c19c), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:17.877276 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1f077-bd39-49f1-8ee1-cbaa6c202e86 req-70f88414-93ff-4327-84b2-b786d70b2ae5 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:17.877480 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['ad669e09-fb85-405e-9d07-a48e3667c19c'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:59:17.878789 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-47d1f077-bd39-49f1-8ee1-cbaa6c202e86 req-70f88414-93ff-4327-84b2-b786d70b2ae5 tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/ports?device_id=7af499e2-d04d-4f59-81d5-8d1c56c0b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0961571 Mar 14 18:59:17.914696 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e2340-1402-4ebe-b4e1-ca7287f23fcf tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Pushing event deleted for resources: {'Port': ['ID=ad669e09-fb85-405e-9d07-a48e3667c19c,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:17.974457 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-420d34fe-bcdc-4a10-a105-61eb870e79b3 req-264e2340-1402-4ebe-b4e1-ca7287f23fcf tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] No DVR routers for this DVR port ad669e09-fb85-405e-9d07-a48e3667c19c on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:59:17.980076 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-420d34fe-bcdc-4a10-a105-61eb870e79b3 req-264e2340-1402-4ebe-b4e1-ca7287f23fcf tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:17.983335 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-420d34fe-bcdc-4a10-a105-61eb870e79b3 req-264e2340-1402-4ebe-b4e1-ca7287f23fcf tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.69 "DELETE /v2.0/ports/ad669e09-fb85-405e-9d07-a48e3667c19c HTTP/1.1" status: 204 len: 173 time: 0.4821236 Mar 14 18:59:17.983827 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'name': 'network-vif-deleted', 'tag': 'ad669e09-fb85-405e-9d07-a48e3667c19c'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:17.986061 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7cc5bc-b544-46b5-bf8d-828a8b8e8963" -d '{"events": [{"server_uuid": "7af499e2-d04d-4f59-81d5-8d1c56c0b0e7", "name": "network-vif-deleted", "tag": "ad669e09-fb85-405e-9d07-a48e3667c19c"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:17.995851 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-47d1f077-bd39-49f1-8ee1-cbaa6c202e86 req-197122b8-47c0-4c71-8be6-a23062e1289a tempest-TestMinimumBasicScenario-1319754718 tempest-TestMinimumBasicScenario-1319754718-project] 10.222.0.52 "GET /v2.0/security-groups?id=67538a7a-cda1-4a09-9feb-5e54c1820297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087248 Mar 14 18:59:18.030237 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f779c5bc-867d-4f58-9bae-25fb8f28d856 x-openstack-request-id: req-f779c5bc-867d-4f58-9bae-25fb8f28d856 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:18.030533 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af499e2-d04d-4f59-81d5-8d1c56c0b0e7", "name": "network-vif-deleted", "tag": "ad669e09-fb85-405e-9d07-a48e3667c19c", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:18.030795 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f779c5bc-867d-4f58-9bae-25fb8f28d856 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:18.031530 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af499e2-d04d-4f59-81d5-8d1c56c0b0e7', 'name': 'network-vif-deleted', 'tag': 'ad669e09-fb85-405e-9d07-a48e3667c19c', 'status': 'completed', 'code': 200} Mar 14 18:59:18.558141 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 13dcc5d7-b40d-4574-ae63-847389fc6436 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:59:18.634148 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port 13dcc5d7-b40d-4574-ae63-847389fc6436 completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:59:18.638670 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port 13dcc5d7-b40d-4574-ae63-847389fc6436 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:59:18.639043 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:18.716302 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 13dcc5d7-b40d-4574-ae63-847389fc6436 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:18.716689 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:18.738747 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dcc5d7-b40d-4574-ae63-847389fc6436'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:18.741412 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a7bba8-fc1b-4488-a925-b58debf69428" -d '{"events": [{"server_uuid": "aa46cdd8-91ba-4fda-8870-28cb408456b5", "name": "network-vif-plugged", "status": "completed", "tag": "13dcc5d7-b40d-4574-ae63-847389fc6436"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:18.753612 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 13dcc5d7-b40d-4574-ae63-847389fc6436, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=13dcc5d7-b40d-4574-ae63-847389fc6436,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:18.758221 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:18.758959 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device ad669e09-fb85-405e-9d07-a48e3667c19c no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:18.780498 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44691a82-792a-4d8a-b58c-5ffe1702f5e7 x-openstack-request-id: req-44691a82-792a-4d8a-b58c-5ffe1702f5e7 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:18.780755 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa46cdd8-91ba-4fda-8870-28cb408456b5", "name": "network-vif-plugged", "status": "completed", "tag": "13dcc5d7-b40d-4574-ae63-847389fc6436", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:18.781007 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44691a82-792a-4d8a-b58c-5ffe1702f5e7 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:18.781389 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'code': 200} Mar 14 18:59:18.797692 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: ad669e09-fb85-405e-9d07-a48e3667c19c {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:59:18.798041 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device ad669e09-fb85-405e-9d07-a48e3667c19c not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:18.824579 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=13dcc5d7-b40d-4574-ae63-847389fc6436,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:18.871266 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43284d4b-d067-4ae5-a3d3-cb2f30d2ce0a req-99ca90e6-7242-4b0a-994c-cc24ddf7e882 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:18.872899 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-43284d4b-d067-4ae5-a3d3-cb2f30d2ce0a req-99ca90e6-7242-4b0a-994c-cc24ddf7e882 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0538049 Mar 14 18:59:18.928977 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-43284d4b-d067-4ae5-a3d3-cb2f30d2ce0a req-daa8d8d8-e401-419b-8d0e-7cfedf16e17c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503354 Mar 14 18:59:18.963364 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea014935-8d42-4569-bcba-0def1c4944db req-5b43c87c-1327-4f9d-a110-6b41b91d9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:18.965976 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ea014935-8d42-4569-bcba-0def1c4944db req-5b43c87c-1327-4f9d-a110-6b41b91d9444 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 1129 time: 0.0463915 Mar 14 18:59:19.008873 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ea014935-8d42-4569-bcba-0def1c4944db req-9baef56f-9bae-4d0e-9ea2-a23986f926ed service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365028 Mar 14 18:59:19.738514 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46808) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:20.095212 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6c73b3f7-7660-4bc7-80a9-76029cec2769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478211'] for router_interface (009d4a56-0fe8-4ebd-829a-4223db211b3a), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:20.238965 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488569d-f705-4bb7-9ed9-18815182c222 req-41ec76ef-e4a9-4141-a8e4-b9817b31c69b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:20.240551 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7488569d-f705-4bb7-9ed9-18815182c222 req-41ec76ef-e4a9-4141-a8e4-b9817b31c69b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.2307563 Mar 14 18:59:20.292051 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7488569d-f705-4bb7-9ed9-18815182c222 req-3435e5c6-9fa1-43a8-acb9-33f305c9ade7 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456977 Mar 14 18:59:20.344733 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-6c73b3f7-7660-4bc7-80a9-76029cec2769 admin admin] Deleting port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:20.345070 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6c73b3f7-7660-4bc7-80a9-76029cec2769 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:20.425088 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [None req-6c73b3f7-7660-4bc7-80a9-76029cec2769 admin admin] For port a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95,segment=NetworkSegment(2f54800b-0dc8-4c79-b12b-02f0f2127e12),segment_id=2f54800b-0dc8-4c79-b12b-02f0f2127e12)] {{(pid=109513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:20.425453 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6c73b3f7-7660-4bc7-80a9-76029cec2769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:20.438181 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-6c73b3f7-7660-4bc7-80a9-76029cec2769 admin admin] Calling delete_port for a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 owned by network:router_interface {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:20.621471 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6c73b3f7-7660-4bc7-80a9-76029cec2769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:20.647183 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73b3f7-7660-4bc7-80a9-76029cec2769 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:20.830575 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6c73b3f7-7660-4bc7-80a9-76029cec2769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478391'] for router_interface (009d4a56-0fe8-4ebd-829a-4223db211b3a), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:21.321339 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:21.338488 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41073c5f-978a-4af1-846a-00ecfbe7c261 req-3e2938ae-9919-41d1-93ed-708b962bfb9c tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:21.340293 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-41073c5f-978a-4af1-846a-00ecfbe7c261 req-3e2938ae-9919-41d1-93ed-708b962bfb9c tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.4643075 Mar 14 18:59:21.347346 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c73b3f7-7660-4bc7-80a9-76029cec2769 admin admin] Router 009d4a56-0fe8-4ebd-829a-4223db211b3a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:59:21.417178 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480bb8f-c1ec-4694-a799-d5bfb51183d7 req-b1bb3ef6-62d9-46cf-82a3-110e48328ed3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:21.418904 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0480bb8f-c1ec-4694-a799-d5bfb51183d7 req-b1bb3ef6-62d9-46cf-82a3-110e48328ed3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0537589 Mar 14 18:59:21.461941 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-41073c5f-978a-4af1-846a-00ecfbe7c261 req-e6083d17-492f-4868-a4d9-6ea34e03fd6b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134510 Mar 14 18:59:21.466368 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0480bb8f-c1ec-4694-a799-d5bfb51183d7 req-dc3d87d1-78ec-4b12-a1bf-0c93f4255d22 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418468 Mar 14 18:59:21.490320 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c73b3f7-7660-4bc7-80a9-76029cec2769 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:59:21.497216 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-6c73b3f7-7660-4bc7-80a9-76029cec2769 admin admin] 10.222.0.52 "PUT /v2.0/routers/009d4a56-0fe8-4ebd-829a-4223db211b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7576718 Mar 14 18:59:21.499992 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46830) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:21.502456 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee12ff4-55fd-487e-a637-a92d5763cb57 None None] Sync routers for ids ['009d4a56-0fe8-4ebd-829a-4223db211b3a'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:59:21.512038 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee12ff4-55fd-487e-a637-a92d5763cb57 None None] Routers {'009d4a56-0fe8-4ebd-829a-4223db211b3a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:21.512655 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-0ee12ff4-55fd-487e-a637-a92d5763cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['009d4a56-0fe8-4ebd-829a-4223db211b3a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:21.618162 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-0ee12ff4-55fd-487e-a637-a92d5763cb57 None None] Set router 009d4a56-0fe8-4ebd-829a-4223db211b3a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:21.652817 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10b38a-8190-4109-bc7d-7e6fcf73e06b req-09c6e669-15fe-4f83-8ee6-9b331d4cef51 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:21.654287 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ed10b38a-8190-4109-bc7d-7e6fcf73e06b req-09c6e669-15fe-4f83-8ee6-9b331d4cef51 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.1055369 Mar 14 18:59:21.663041 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] Publish callbacks [] for router (009d4a56-0fe8-4ebd-829a-4223db211b3a), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:21.663561 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46832) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:21.668086 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-8e758f3d-d5d5-4e5f-a7e5-f70c734a6c0b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Request body: {'floatingip': {'port_id': '13dcc5d7-b40d-4574-ae63-847389fc6436'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:21.708005 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8e758f3d-d5d5-4e5f-a7e5-f70c734a6c0b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for floatingip (e0f8fd1a-9405-4546-aaf8-234cca45c6df), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:21.759894 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] Publish callbacks [] for router_gateway (009d4a56-0fe8-4ebd-829a-4223db211b3a), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:21.805517 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-0ee12ff4-55fd-487e-a637-a92d5763cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:48Z', 'updated_at': '2022-03-14T18:59:20Z', 'revision_number': 5, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'gw_port': {'id': '03e1e24f-1f82-4376-bc43-a7303d8b4f89', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:49Z', 'updated_at': '2022-03-14T18:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:21.820717 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] Deleting port 03e1e24f-1f82-4376-bc43-a7303d8b4f89 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:21.821130 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (03e1e24f-1f82-4376-bc43-a7303d8b4f89), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:21.834875 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee12ff4-55fd-487e-a637-a92d5763cb57 None None] Checking router: 009d4a56-0fe8-4ebd-829a-4223db211b3a for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:59:21.843574 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee12ff4-55fd-487e-a637-a92d5763cb57 None None] Routers {'009d4a56-0fe8-4ebd-829a-4223db211b3a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:21.844184 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-0ee12ff4-55fd-487e-a637-a92d5763cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['009d4a56-0fe8-4ebd-829a-4223db211b3a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:21.901940 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] For port 03e1e24f-1f82-4376-bc43-a7303d8b4f89, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=03e1e24f-1f82-4376-bc43-a7303d8b4f89,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:21.902397 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (03e1e24f-1f82-4376-bc43-a7303d8b4f89), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:21.917447 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] Calling delete_port for 03e1e24f-1f82-4376-bc43-a7303d8b4f89 owned by network:router_gateway {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:21.933190 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-0ee12ff4-55fd-487e-a637-a92d5763cb57 None None] Set router 009d4a56-0fe8-4ebd-829a-4223db211b3a gateway port host: None {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:21.991958 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-0ee12ff4-55fd-487e-a637-a92d5763cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:48Z', 'updated_at': '2022-03-14T18:59:21Z', 'revision_number': 6, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'gw_port_host': None}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:22.020946 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee12ff4-55fd-487e-a637-a92d5763cb57 None None] The sync data for ids ['009d4a56-0fe8-4ebd-829a-4223db211b3a'] in dv-cinder-829664-3-iscsi is: [{'id': '009d4a56-0fe8-4ebd-829a-4223db211b3a', 'name': 'tempest-TestMinimumBasicScenario-595755250-router', 'tenant_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:48Z', 'updated_at': '2022-03-14T18:59:21Z', 'revision_number': 6, 'project_id': '97e17f4e7b5f4d249b69708b9a78f5c0', 'gw_port_host': None}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:59:22.116204 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (03e1e24f-1f82-4376-bc43-a7303d8b4f89), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.151124 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] Pushing event deleted for resources: {'Port': ['ID=03e1e24f-1f82-4376-bc43-a7303d8b4f89,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:22.164370 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8e758f3d-d5d5-4e5f-a7e5-f70c734a6c0b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.169382 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8e758f3d-d5d5-4e5f-a7e5-f70c734a6c0b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (e0f8fd1a-9405-4546-aaf8-234cca45c6df), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.209118 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475733'] for router_gateway (009d4a56-0fe8-4ebd-829a-4223db211b3a), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.272912 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.l3_db [None req-8e758f3d-d5d5-4e5f-a7e5-f70c734a6c0b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Floating IP e0f8fd1a-9405-4546-aaf8-234cca45c6df associated. External IP: 172.27.3.127, port: 13dcc5d7-b40d-4574-ae63-847389fc6436. Mar 14 18:59:22.299435 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6385'] for router (009d4a56-0fe8-4ebd-829a-4223db211b3a), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.301609 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] Publish callbacks [] for router_controller (009d4a56-0fe8-4ebd-829a-4223db211b3a), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.350196 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483237'] for router (009d4a56-0fe8-4ebd-829a-4223db211b3a), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.350861 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 009d4a56-0fe8-4ebd-829a-4223db211b3a {{(pid=109512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:59:22.357517 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.361558 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-119f90fb-c3c0-45d4-97d3-78c13496731c admin admin] 10.222.0.52 "DELETE /v2.0/routers/009d4a56-0fe8-4ebd-829a-4223db211b3a HTTP/1.1" status: 204 len: 168 time: 0.8578813 Mar 14 18:59:22.361558 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46834) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:22.408976 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a53592-b7c7-4eec-bc4d-44f69f7fb85d admin admin] Deleting subnet bcc3bd51-6b92-4325-a854-3a44a0a0d766 {{(pid=109512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 18:59:22.413180 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-18a53592-b7c7-4eec-bc4d-44f69f7fb85d admin admin] Publish callbacks [] for subnet (bcc3bd51-6b92-4325-a854-3a44a0a0d766), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.448603 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-18a53592-b7c7-4eec-bc4d-44f69f7fb85d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4261526'] for subnet (bcc3bd51-6b92-4325-a854-3a44a0a0d766), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.497593 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e758f3d-d5d5-4e5f-a7e5-f70c734a6c0b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Router 9e7e7ac0-0a51-4486-83b9-848812e332af has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:59:22.558657 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-18a53592-b7c7-4eec-bc4d-44f69f7fb85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (bcc3bd51-6b92-4325-a854-3a44a0a0d766), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.615138 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-18a53592-b7c7-4eec-bc4d-44f69f7fb85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5679141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226240'] for subnet (bcc3bd51-6b92-4325-a854-3a44a0a0d766), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.641938 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a53592-b7c7-4eec-bc4d-44f69f7fb85d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc3bd51-6b92-4325-a854-3a44a0a0d766,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:22.642584 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01646-aa29-4325-a59c-0c1d05131006 req-daf83b72-9a23-41ac-acd2-e5dd6e183c0f tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:22.643859 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-18a53592-b7c7-4eec-bc4d-44f69f7fb85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.644084 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4dc01646-aa29-4325-a59c-0c1d05131006 req-daf83b72-9a23-41ac-acd2-e5dd6e183c0f tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.1020484 Mar 14 18:59:22.647064 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-18a53592-b7c7-4eec-bc4d-44f69f7fb85d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bcc3bd51-6b92-4325-a854-3a44a0a0d766 HTTP/1.1" status: 204 len: 168 time: 0.2842307 Mar 14 18:59:22.649267 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e758f3d-d5d5-4e5f-a7e5-f70c734a6c0b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:59:22.649549 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46840) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:22.653575 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8e758f3d-d5d5-4e5f-a7e5-f70c734a6c0b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.661781 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277d15c4-1145-4261-8e3f-af08068aac33 None None] Network 6a1bead0-0281-41a2-92e4-3855fcf71ce9 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:59:22.665117 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d743844e-6d3c-4ea2-a428-5201f2aae9c3 None None] Sync routers for ids ['9e7e7ac0-0a51-4486-83b9-848812e332af'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:59:22.689324 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d743844e-6d3c-4ea2-a428-5201f2aae9c3 None None] Routers {'9e7e7ac0-0a51-4486-83b9-848812e332af'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:22.689956 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-d743844e-6d3c-4ea2-a428-5201f2aae9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['9e7e7ac0-0a51-4486-83b9-848812e332af'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:22.714221 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-8e758f3d-d5d5-4e5f-a7e5-f70c734a6c0b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "PUT /v2.0/floatingips/e0f8fd1a-9405-4546-aaf8-234cca45c6df HTTP/1.1" status: 200 len: 991 time: 1.0358949 Mar 14 18:59:22.714221 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'tag': '13dcc5d7-b40d-4574-ae63-847389fc6436'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:22.714221 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c80f00-9a71-4af2-9482-d199a4cd5517" -d '{"events": [{"name": "network-changed", "server_uuid": "aa46cdd8-91ba-4fda-8870-28cb408456b5", "tag": "13dcc5d7-b40d-4574-ae63-847389fc6436"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:22.733703 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (6a1bead0-0281-41a2-92e4-3855fcf71ce9), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.747029 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4dc01646-aa29-4325-a59c-0c1d05131006 req-2c2d4d0e-d223-4e9d-9a14-109d3eed9470 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723236 Mar 14 18:59:22.789409 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64442d28-c7e2-4c4e-89d1-78fe4e44486e x-openstack-request-id: req-64442d28-c7e2-4c4e-89d1-78fe4e44486e {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:22.789409 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa46cdd8-91ba-4fda-8870-28cb408456b5", "tag": "13dcc5d7-b40d-4574-ae63-847389fc6436", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:22.789690 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64442d28-c7e2-4c4e-89d1-78fe4e44486e {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:22.790559 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'tag': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'status': 'completed', 'code': 200} Mar 14 18:59:22.819869 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] Deleting port 7a411940-ad68-4966-8da9-41761fafd173 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:22.820208 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (7a411940-ad68-4966-8da9-41761fafd173), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.844700 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-d743844e-6d3c-4ea2-a428-5201f2aae9c3 None None] Set router 9e7e7ac0-0a51-4486-83b9-848812e332af gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:22.918307 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6d8616-5259-4047-af0c-bb75d320407c None None] DHCP port deletion for 6a1bead0-0281-41a2-92e4-3855fcf71ce9 request from dv-cinder-829664-3-iscsi {{(pid=109514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 18:59:22.931808 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] For port 7a411940-ad68-4966-8da9-41761fafd173, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=7a411940-ad68-4966-8da9-41761fafd173,segment=NetworkSegment(2f54800b-0dc8-4c79-b12b-02f0f2127e12),segment_id=2f54800b-0dc8-4c79-b12b-02f0f2127e12)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:22.932172 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (7a411940-ad68-4966-8da9-41761fafd173), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:22.953775 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] Calling delete_port for 7a411940-ad68-4966-8da9-41761fafd173 owned by network:dhcp {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:22.962649 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c80f00-9a71-4af2-9482-d199a4cd5517 req-3e4ba88b-9277-49e8-9292-76a3ab18d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:22.964887 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a0c80f00-9a71-4af2-9482-d199a4cd5517 req-3e4ba88b-9277-49e8-9292-76a3ab18d3eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fd4a8ca063a453a90dfd25ba3852e42&device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 1129 time: 0.0880635 Mar 14 18:59:22.981506 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d8616-5259-4047-af0c-bb75d320407c None None] Deleting port 7a411940-ad68-4966-8da9-41761fafd173 {{(pid=109514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:22.981871 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8616-5259-4047-af0c-bb75d320407c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (7a411940-ad68-4966-8da9-41761fafd173), before_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.063020 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-4e6d8616-5259-4047-af0c-bb75d320407c None None] For port 7a411940-ad68-4966-8da9-41761fafd173, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=7a411940-ad68-4966-8da9-41761fafd173,segment=NetworkSegment(2f54800b-0dc8-4c79-b12b-02f0f2127e12),segment_id=2f54800b-0dc8-4c79-b12b-02f0f2127e12)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:23.063448 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8616-5259-4047-af0c-bb75d320407c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (7a411940-ad68-4966-8da9-41761fafd173), precommit_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.078191 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d8616-5259-4047-af0c-bb75d320407c None None] Calling delete_port for 7a411940-ad68-4966-8da9-41761fafd173 owned by network:dhcp {{(pid=109514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:23.083594 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-d743844e-6d3c-4ea2-a428-5201f2aae9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'e0f8fd1a-9405-4546-aaf8-234cca45c6df', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'port_id': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'mac_address': 'fa:16:3e:2d:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:59:10Z', 'updated_at': '2022-03-14T18:59:22Z', 'revision_number': 1, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92c4db7-2466-4114-805d-4b57c06d488d', 'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'mac_address': 'fa:16:3e:ab:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:27Z', 'updated_at': '2022-03-14T18:55:32Z', 'revision_number': 5, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'subnets': [{'id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:23.121248 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d743844e-6d3c-4ea2-a428-5201f2aae9c3 None None] Checking router: 9e7e7ac0-0a51-4486-83b9-848812e332af for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:59:23.123697 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c80f00-9a71-4af2-9482-d199a4cd5517 req-f498cd9e-45a4-4f0d-9451-fcdd6df5a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:23.125195 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a0c80f00-9a71-4af2-9482-d199a4cd5517 req-f498cd9e-45a4-4f0d-9451-fcdd6df5a6cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=238a0ce0-fc24-410f-b071-3e8d79d444fd HTTP/1.1" status: 200 len: 917 time: 0.1227567 Mar 14 18:59:23.130518 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (7a411940-ad68-4966-8da9-41761fafd173), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.131728 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d743844e-6d3c-4ea2-a428-5201f2aae9c3 None None] Routers {'9e7e7ac0-0a51-4486-83b9-848812e332af'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:23.132967 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-d743844e-6d3c-4ea2-a428-5201f2aae9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['9e7e7ac0-0a51-4486-83b9-848812e332af'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:23.183119 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a411940-ad68-4966-8da9-41761fafd173,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:23.188679 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] No DVR routers for this DVR port 7a411940-ad68-4966-8da9-41761fafd173 on host dv-cinder-829664-3-iscsi {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:59:23.221005 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8616-5259-4047-af0c-bb75d320407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781'] for port (7a411940-ad68-4966-8da9-41761fafd173), after_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.262905 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d8616-5259-4047-af0c-bb75d320407c None None] No DVR routers for this DVR port 7a411940-ad68-4966-8da9-41761fafd173 on host dv-cinder-829664-3-iscsi {{(pid=109514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:59:23.265334 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d8616-5259-4047-af0c-bb75d320407c None None] Pushing event deleted for resources: {'Port': ['ID=7a411940-ad68-4966-8da9-41761fafd173,revision_number=None']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:23.307049 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-d743844e-6d3c-4ea2-a428-5201f2aae9c3 None None] Set router 9e7e7ac0-0a51-4486-83b9-848812e332af gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:23.307965 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a0c80f00-9a71-4af2-9482-d199a4cd5517 req-e04c02f9-0458-4c87-863d-4df7a4b6822d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13dcc5d7-b40d-4574-ae63-847389fc6436 HTTP/1.1" status: 200 len: 999 time: 0.1469347 Mar 14 18:59:23.390399 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2b853aac-f531-4b48-b95c-f92ab6fa5ac4 req-1e5178ab-f0be-455a-b7a8-1147e1b6959a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476320 Mar 14 18:59:23.462563 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b853aac-f531-4b48-b95c-f92ab6fa5ac4 req-96c8103d-85a4-4663-abeb-fb9aaf2617c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:23.464146 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2b853aac-f531-4b48-b95c-f92ab6fa5ac4 req-96c8103d-85a4-4663-abeb-fb9aaf2617c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62602078318e427f9a6427505192c559&device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 1129 time: 0.0497704 Mar 14 18:59:23.547264 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-d743844e-6d3c-4ea2-a428-5201f2aae9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'e0f8fd1a-9405-4546-aaf8-234cca45c6df', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'port_id': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'mac_address': 'fa:16:3e:2d:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:59:10Z', 'updated_at': '2022-03-14T18:59:22Z', 'revision_number': 1, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92c4db7-2466-4114-805d-4b57c06d488d', 'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'mac_address': 'fa:16:3e:ab:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:27Z', 'updated_at': '2022-03-14T18:55:32Z', 'revision_number': 5, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'subnets': [{'id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:23.574455 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d743844e-6d3c-4ea2-a428-5201f2aae9c3 None None] The sync data for ids ['9e7e7ac0-0a51-4486-83b9-848812e332af'] in dv-cinder-829664-3-iscsi is: [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'e0f8fd1a-9405-4546-aaf8-234cca45c6df', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'port_id': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'mac_address': 'fa:16:3e:2d:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:59:10Z', 'updated_at': '2022-03-14T18:59:22Z', 'revision_number': 1, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92c4db7-2466-4114-805d-4b57c06d488d', 'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'mac_address': 'fa:16:3e:ab:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:27Z', 'updated_at': '2022-03-14T18:55:32Z', 'revision_number': 5, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'subnets': [{'id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:59:23.578535 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b853aac-f531-4b48-b95c-f92ab6fa5ac4 req-8ee112c6-8535-49fb-a7ce-a06f6ca873b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:23.580134 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2b853aac-f531-4b48-b95c-f92ab6fa5ac4 req-8ee112c6-8535-49fb-a7ce-a06f6ca873b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=82333385-ac2d-4839-8665-1cd431d3a6f7 HTTP/1.1" status: 200 len: 909 time: 0.0916965 Mar 14 18:59:23.637182 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830a394-198c-493c-adda-79423385e2ca req-291bf5d1-830d-45e4-bc89-71c3061a25eb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:23.638992 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8830a394-198c-493c-adda-79423385e2ca req-291bf5d1-830d-45e4-bc89-71c3061a25eb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.4719729 Mar 14 18:59:23.649633 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (6a1bead0-0281-41a2-92e4-3855fcf71ce9), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.657922 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2b853aac-f531-4b48-b95c-f92ab6fa5ac4 req-4eb8a2fe-45f3-4e1e-9994-8a3d90616f11 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288 HTTP/1.1" status: 200 len: 1001 time: 0.0687184 Mar 14 18:59:23.688631 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c80f00-9a71-4af2-9482-d199a4cd5517 req-a1249491-49b4-4a9b-af89-37510ca283bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:23.690410 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a0c80f00-9a71-4af2-9482-d199a4cd5517 req-a1249491-49b4-4a9b-af89-37510ca283bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=295ea95f-a569-4ae3-aa0e-4b878103c9ad HTTP/1.1" status: 200 len: 855 time: 0.3478005 Mar 14 18:59:23.701221 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1bead0-0281-41a2-92e4-3855fcf71ce9']}} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:23.710859 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b853aac-f531-4b48-b95c-f92ab6fa5ac4 req-684177d8-efa3-4858-8677-91592229580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:23.712452 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2b853aac-f531-4b48-b95c-f92ab6fa5ac4 req-684177d8-efa3-4858-8677-91592229580c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e075947a-f8da-4776-a2ef-29eb0a510e7f HTTP/1.1" status: 200 len: 847 time: 0.0445664 Mar 14 18:59:23.741809 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f54800b-0dc8-4c79-b12b-02f0f2127e12') {'for_net_delete': True} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:23.742132 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f54800b-0dc8-4c79-b12b-02f0f2127e12') {} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:23.756732 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4261551'] for segment (2f54800b-0dc8-4c79-b12b-02f0f2127e12), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.767887 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b853aac-f531-4b48-b95c-f92ab6fa5ac4 req-501b7e1d-5fab-4200-9e4a-42a16dbab23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:23.770625 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2b853aac-f531-4b48-b95c-f92ab6fa5ac4 req-501b7e1d-5fab-4200-9e4a-42a16dbab23b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82333385-ac2d-4839-8665-1cd431d3a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498769 Mar 14 18:59:23.787449 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27acc852-4450-4f76-92fa-c038292ffe28 None None] New status for floating IP e0f8fd1a-9405-4546-aaf8-234cca45c6df: ACTIVE {{(pid=109514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:59:23.807134 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (2f54800b-0dc8-4c79-b12b-02f0f2127e12), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.823199 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:59:23.823944 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5679263'] for segment (2f54800b-0dc8-4c79-b12b-02f0f2127e12), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: Traceback (most recent call last): Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: timer() Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: cb(*args, **kw) Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: return func(*args, **kwargs) Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: self._notify() Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: self.callback(batched_events) Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: event.method(event) Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: return f(self, *a, **k) Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: return self._get(url).json() Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: return self.request(url, 'GET', **kwargs) Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:59:23.893339 dv-cinder-829664-3-iscsi neutron-server[109512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:59:23.901395 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c80f00-9a71-4af2-9482-d199a4cd5517 req-b90f771f-56af-44d4-b1b2-4f68818d9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:23.902992 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a0c80f00-9a71-4af2-9482-d199a4cd5517 req-b90f771f-56af-44d4-b1b2-4f68818d9c1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=238a0ce0-fc24-410f-b071-3e8d79d444fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1992373 Mar 14 18:59:23.905107 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (6a1bead0-0281-41a2-92e4-3855fcf71ce9), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.911000 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2b853aac-f531-4b48-b95c-f92ab6fa5ac4 req-4d74b934-6ee5-427d-bc00-aac05126c35f service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343660 Mar 14 18:59:23.925701 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.927659 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c261d-ab2e-4609-99af-474ffc2ad3ae req-feebe18a-5381-480b-b3da-51855dd747bf tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:23.929283 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-883c261d-ab2e-4609-99af-474ffc2ad3ae req-feebe18a-5381-480b-b3da-51855dd747bf tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 945 time: 0.0857761 Mar 14 18:59:23.930604 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] 10.222.0.52 "DELETE /v2.0/networks/6a1bead0-0281-41a2-92e4-3855fcf71ce9 HTTP/1.1" status: 204 len: 168 time: 1.2801402 Mar 14 18:59:23.937967 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46848) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:23.951687 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-8830a394-198c-493c-adda-79423385e2ca req-6c5efb66-0e05-4679-aef3-3b7fb6a45aac tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Deleting port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:23.952022 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8830a394-198c-493c-adda-79423385e2ca req-6c5efb66-0e05-4679-aef3-3b7fb6a45aac tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.992129 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57c148-f178-411a-b06a-729fb087340f admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1bead0-0281-41a2-92e4-3855fcf71ce9,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:24.048969 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 03e1e24f-1f82-4376-bc43-a7303d8b4f89 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:24.072859 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 03e1e24f-1f82-4376-bc43-a7303d8b4f89 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:59:24.073116 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 03e1e24f-1f82-4376-bc43-a7303d8b4f89 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:24.073759 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 7a411940-ad68-4966-8da9-41761fafd173 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:24.093636 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 7a411940-ad68-4966-8da9-41761fafd173 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:59:24.093998 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 7a411940-ad68-4966-8da9-41761fafd173 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:24.094810 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:24.096544 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a0c80f00-9a71-4af2-9482-d199a4cd5517 req-5f642994-a519-4cba-858e-3c11f8019d1b service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804388 Mar 14 18:59:24.116491 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-883c261d-ab2e-4609-99af-474ffc2ad3ae req-d2aed3ff-50d6-4b9a-8603-193876779b69 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775939 Mar 14 18:59:24.119862 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:59:24.120672 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device a0c0b4f7-e425-4ec0-a6f8-ce6fd22b5d95 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:24.122598 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-8830a394-198c-493c-adda-79423385e2ca req-6c5efb66-0e05-4679-aef3-3b7fb6a45aac tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] For port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=43c1c21d-f2cc-47d4-ba79-5d46c08178b0,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:24.122968 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8830a394-198c-493c-adda-79423385e2ca req-6c5efb66-0e05-4679-aef3-3b7fb6a45aac tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.147013 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2b853aac-f531-4b48-b95c-f92ab6fa5ac4 req-5bc995c4-ee06-462b-800d-a4f36d82223c service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167292 Mar 14 18:59:24.295697 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a0c80f00-9a71-4af2-9482-d199a4cd5517 req-0523b7bc-e2d4-4784-9107-eb9a72bf1281 service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899829 Mar 14 18:59:24.362790 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8830a394-198c-493c-adda-79423385e2ca req-6c5efb66-0e05-4679-aef3-3b7fb6a45aac tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.363067 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8830a394-198c-493c-adda-79423385e2ca req-6c5efb66-0e05-4679-aef3-3b7fb6a45aac tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (d4d666fe-32eb-48a6-ad1e-96da8651b5c8), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.363382 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [req-8830a394-198c-493c-adda-79423385e2ca req-6c5efb66-0e05-4679-aef3-3b7fb6a45aac tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Floating IP d4d666fe-32eb-48a6-ad1e-96da8651b5c8 disassociated. External IP: 172.27.3.192, port: 43c1c21d-f2cc-47d4-ba79-5d46c08178b0. Mar 14 18:59:24.363774 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-8830a394-198c-493c-adda-79423385e2ca req-6c5efb66-0e05-4679-aef3-3b7fb6a45aac tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Calling delete_port for 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:24.402863 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8765b0fa-bfe9-49ef-a141-bfee07c6cae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478211'] for router_interface (ade55611-2dc1-4550-987d-0eb8cf76ecb4), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.493912 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8830a394-198c-493c-adda-79423385e2ca req-6c5efb66-0e05-4679-aef3-3b7fb6a45aac tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (43c1c21d-f2cc-47d4-ba79-5d46c08178b0), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.520277 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5efb66-0e05-4679-aef3-3b7fb6a45aac tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event deleted for resources: {'Port': ['ID=43c1c21d-f2cc-47d4-ba79-5d46c08178b0,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:24.638372 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8830a394-198c-493c-adda-79423385e2ca req-6c5efb66-0e05-4679-aef3-3b7fb6a45aac tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Router 12b117ed-6999-4284-a01b-46d4e2f1d4ba has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:59:24.657530 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-8765b0fa-bfe9-49ef-a141-bfee07c6cae8 admin admin] Deleting port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:24.658091 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8765b0fa-bfe9-49ef-a141-bfee07c6cae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.738797 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [None req-8765b0fa-bfe9-49ef-a141-bfee07c6cae8 admin admin] For port dd0066f9-0ad1-4ef7-9f77-d84830fc85f6, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=dd0066f9-0ad1-4ef7-9f77-d84830fc85f6,segment=NetworkSegment(2ed208eb-9390-4be1-ba4c-63908f372d12),segment_id=2ed208eb-9390-4be1-ba4c-63908f372d12)] {{(pid=109513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:24.739211 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8765b0fa-bfe9-49ef-a141-bfee07c6cae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.749085 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8830a394-198c-493c-adda-79423385e2ca req-6c5efb66-0e05-4679-aef3-3b7fb6a45aac tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:59:24.753151 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-8765b0fa-bfe9-49ef-a141-bfee07c6cae8 admin admin] Calling delete_port for dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 owned by network:router_interface {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:24.758626 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9557bd-867a-43c4-95e6-35c02e72374a None None] Sync routers for ids ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:59:24.767975 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9557bd-867a-43c4-95e6-35c02e72374a None None] Routers {'12b117ed-6999-4284-a01b-46d4e2f1d4ba'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:24.768547 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-da9557bd-867a-43c4-95e6-35c02e72374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:24.790795 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-8830a394-198c-493c-adda-79423385e2ca req-6c5efb66-0e05-4679-aef3-3b7fb6a45aac tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] No DVR routers for this DVR port 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:59:24.793300 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8830a394-198c-493c-adda-79423385e2ca req-6c5efb66-0e05-4679-aef3-3b7fb6a45aac tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.796826 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8830a394-198c-493c-adda-79423385e2ca req-6c5efb66-0e05-4679-aef3-3b7fb6a45aac tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.69 "DELETE /v2.0/ports/43c1c21d-f2cc-47d4-ba79-5d46c08178b0 HTTP/1.1" status: 204 len: 173 time: 1.1492560 Mar 14 18:59:24.797197 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddcd8c8-dbff-4367-b919-e361d74ff510', 'name': 'network-vif-deleted', 'tag': '43c1c21d-f2cc-47d4-ba79-5d46c08178b0'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:24.799430 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d076f72-452e-495b-9418-1f095631a580" -d '{"events": [{"server_uuid": "2ddcd8c8-dbff-4367-b919-e361d74ff510", "name": "network-vif-deleted", "tag": "43c1c21d-f2cc-47d4-ba79-5d46c08178b0"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:24.841228 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe83e2c-8824-449b-a939-3f2628d8bfb0 x-openstack-request-id: req-2fe83e2c-8824-449b-a939-3f2628d8bfb0 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:24.841581 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddcd8c8-dbff-4367-b919-e361d74ff510", "name": "network-vif-deleted", "tag": "43c1c21d-f2cc-47d4-ba79-5d46c08178b0", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:24.841894 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2fe83e2c-8824-449b-a939-3f2628d8bfb0 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:24.842206 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddcd8c8-dbff-4367-b919-e361d74ff510', 'name': 'network-vif-deleted', 'tag': '43c1c21d-f2cc-47d4-ba79-5d46c08178b0', 'status': 'completed', 'code': 200} Mar 14 18:59:24.894035 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-da9557bd-867a-43c4-95e6-35c02e72374a None None] Set router 12b117ed-6999-4284-a01b-46d4e2f1d4ba gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:25.217852 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-da9557bd-867a-43c4-95e6-35c02e72374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'e999f147-e82c-4af4-afad-064e0c43fef2', 'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'mac_address': 'fa:16:3e:8f:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:26Z', 'updated_at': '2022-03-14T18:54:38Z', 'revision_number': 5, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'subnets': [{'id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:25.243287 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9557bd-867a-43c4-95e6-35c02e72374a None None] Checking router: 12b117ed-6999-4284-a01b-46d4e2f1d4ba for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:59:25.244725 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0a7f9b0d-8ec2-4c69-8e50-a074de0fde6f req-a6a35888-6527-4b4c-87e3-327a391278e9 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddcd8c8-dbff-4367-b919-e361d74ff510 HTTP/1.1" status: 200 len: 210 time: 0.0313158 Mar 14 18:59:25.252096 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9557bd-867a-43c4-95e6-35c02e72374a None None] Routers {'12b117ed-6999-4284-a01b-46d4e2f1d4ba'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:25.252707 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-da9557bd-867a-43c4-95e6-35c02e72374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:25.264453 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8765b0fa-bfe9-49ef-a141-bfee07c6cae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (dd0066f9-0ad1-4ef7-9f77-d84830fc85f6), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:25.290174 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765b0fa-bfe9-49ef-a141-bfee07c6cae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0066f9-0ad1-4ef7-9f77-d84830fc85f6,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:25.376144 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-da9557bd-867a-43c4-95e6-35c02e72374a None None] Set router 12b117ed-6999-4284-a01b-46d4e2f1d4ba gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:25.480248 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-8765b0fa-bfe9-49ef-a141-bfee07c6cae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478391'] for router_interface (ade55611-2dc1-4550-987d-0eb8cf76ecb4), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:25.593817 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-da9557bd-867a-43c4-95e6-35c02e72374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'e999f147-e82c-4af4-afad-064e0c43fef2', 'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'mac_address': 'fa:16:3e:8f:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:26Z', 'updated_at': '2022-03-14T18:54:38Z', 'revision_number': 5, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'subnets': [{'id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:25.619967 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9557bd-867a-43c4-95e6-35c02e72374a None None] The sync data for ids ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'] in dv-cinder-829664-3-iscsi is: [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'e999f147-e82c-4af4-afad-064e0c43fef2', 'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'mac_address': 'fa:16:3e:8f:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:26Z', 'updated_at': '2022-03-14T18:54:38Z', 'revision_number': 5, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'subnets': [{'id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:59:25.704885 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8765b0fa-bfe9-49ef-a141-bfee07c6cae8 admin admin] Router ade55611-2dc1-4550-987d-0eb8cf76ecb4 has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:59:25.818084 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8765b0fa-bfe9-49ef-a141-bfee07c6cae8 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:59:25.823404 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-8765b0fa-bfe9-49ef-a141-bfee07c6cae8 admin admin] 10.222.0.52 "PUT /v2.0/routers/ade55611-2dc1-4550-987d-0eb8cf76ecb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8834186 Mar 14 18:59:25.825994 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46856) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:25.826400 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4a626-735b-4ba6-9c69-998b8f126154 None None] Sync routers for ids ['ade55611-2dc1-4550-987d-0eb8cf76ecb4'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:59:25.837696 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4a626-735b-4ba6-9c69-998b8f126154 None None] Routers {'ade55611-2dc1-4550-987d-0eb8cf76ecb4'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:25.838360 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-87c4a626-735b-4ba6-9c69-998b8f126154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['ade55611-2dc1-4550-987d-0eb8cf76ecb4'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:25.867269 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182740e5-9b97-4944-9a35-73e480ac0d60 None None] New status for floating IP d4d666fe-32eb-48a6-ad1e-96da8651b5c8: DOWN {{(pid=109515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:59:25.938984 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] Publish callbacks [] for router (ade55611-2dc1-4550-987d-0eb8cf76ecb4), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:25.947607 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-87c4a626-735b-4ba6-9c69-998b8f126154 None None] Set router ade55611-2dc1-4550-987d-0eb8cf76ecb4 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:26.060129 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] Publish callbacks [] for router_gateway (ade55611-2dc1-4550-987d-0eb8cf76ecb4), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.119648 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] Deleting port 877df22d-6fa0-4be3-a533-ad8bfb4221c3 {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:26.119983 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (877df22d-6fa0-4be3-a533-ad8bfb4221c3), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.198429 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] For port 877df22d-6fa0-4be3-a533-ad8bfb4221c3, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=877df22d-6fa0-4be3-a533-ad8bfb4221c3,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:26.198700 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (877df22d-6fa0-4be3-a533-ad8bfb4221c3), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.210916 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] Calling delete_port for 877df22d-6fa0-4be3-a533-ad8bfb4221c3 owned by network:router_gateway {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:26.258522 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-87c4a626-735b-4ba6-9c69-998b8f126154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'name': 'tempest-TestMinimumBasicScenario-2128695247-router', 'tenant_id': '28fff00add654d2e8cde3a0fd46178b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '877df22d-6fa0-4be3-a533-ad8bfb4221c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:54Z', 'updated_at': '2022-03-14T18:59:25Z', 'revision_number': 5, 'project_id': '28fff00add654d2e8cde3a0fd46178b6', 'gw_port': {'id': '877df22d-6fa0-4be3-a533-ad8bfb4221c3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:55Z', 'updated_at': '2022-03-14T18:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:26.287861 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4a626-735b-4ba6-9c69-998b8f126154 None None] Checking router: ade55611-2dc1-4550-987d-0eb8cf76ecb4 for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:59:26.296312 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4a626-735b-4ba6-9c69-998b8f126154 None None] Routers {'ade55611-2dc1-4550-987d-0eb8cf76ecb4'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:26.296918 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-87c4a626-735b-4ba6-9c69-998b8f126154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['ade55611-2dc1-4550-987d-0eb8cf76ecb4'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:26.341689 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46862) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:26.384917 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-87c4a626-735b-4ba6-9c69-998b8f126154 None None] Set router ade55611-2dc1-4550-987d-0eb8cf76ecb4 gateway port host: None {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:26.387973 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (877df22d-6fa0-4be3-a533-ad8bfb4221c3), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.398154 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-100f67e2-1261-425b-a811-d9910347e5d4 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group (db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.414514 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] Pushing event deleted for resources: {'Port': ['ID=877df22d-6fa0-4be3-a533-ad8bfb4221c3,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:26.421354 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-100f67e2-1261-425b-a811-d9910347e5d4 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group (db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.441770 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-87c4a626-735b-4ba6-9c69-998b8f126154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'name': 'tempest-TestMinimumBasicScenario-2128695247-router', 'tenant_id': '28fff00add654d2e8cde3a0fd46178b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:54Z', 'updated_at': '2022-03-14T18:59:26Z', 'revision_number': 6, 'project_id': '28fff00add654d2e8cde3a0fd46178b6', 'gw_port_host': None}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:26.475099 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-100f67e2-1261-425b-a811-d9910347e5d4 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.476355 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4a626-735b-4ba6-9c69-998b8f126154 None None] The sync data for ids ['ade55611-2dc1-4550-987d-0eb8cf76ecb4'] in dv-cinder-829664-3-iscsi is: [{'id': 'ade55611-2dc1-4550-987d-0eb8cf76ecb4', 'name': 'tempest-TestMinimumBasicScenario-2128695247-router', 'tenant_id': '28fff00add654d2e8cde3a0fd46178b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:54Z', 'updated_at': '2022-03-14T18:59:26Z', 'revision_number': 6, 'project_id': '28fff00add654d2e8cde3a0fd46178b6', 'gw_port_host': None}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:59:26.478464 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-100f67e2-1261-425b-a811-d9910347e5d4 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.479683 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-100f67e2-1261-425b-a811-d9910347e5d4 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "DELETE /v2.0/security-groups/db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee HTTP/1.1" status: 204 len: 168 time: 0.1374590 Mar 14 18:59:26.482391 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46864) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:26.490581 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f67e2-1261-425b-a811-d9910347e5d4 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:26.500344 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.api.v2.resource [None req-a5420c74-f08d-4b50-ad84-f1d6bdf6021b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] show failed (client error): The resource could not be found. Mar 14 18:59:26.504177 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-a5420c74-f08d-4b50-ad84-f1d6bdf6021b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups/db37ba0d-5fcf-4f78-b7cd-370b6cbda9ee HTTP/1.1" status: 404 len: 347 time: 0.0180583 Mar 14 18:59:26.504559 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46866) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:26.515434 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475733'] for router_gateway (ade55611-2dc1-4550-987d-0eb8cf76ecb4), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.569942 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:26.591343 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:59:26.592354 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 43c1c21d-f2cc-47d4-ba79-5d46c08178b0 not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:26.625755 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6385'] for router (ade55611-2dc1-4550-987d-0eb8cf76ecb4), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.627868 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] Publish callbacks [] for router_controller (ade55611-2dc1-4550-987d-0eb8cf76ecb4), precommit_delete_associations {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.633131 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-869d3d20-8d47-4196-b866-315aa2c85ac7 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Deleting port 96dfc651-d42e-4b74-bb47-5bf0b292263c {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:26.633460 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-869d3d20-8d47-4196-b866-315aa2c85ac7 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (96dfc651-d42e-4b74-bb47-5bf0b292263c), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.694429 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483237'] for router (ade55611-2dc1-4550-987d-0eb8cf76ecb4), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.694983 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ade55611-2dc1-4550-987d-0eb8cf76ecb4 {{(pid=109513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:59:26.700180 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.701334 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-e9972883-a25b-4f54-b712-b83f6323dffa admin admin] 10.222.0.52 "DELETE /v2.0/routers/ade55611-2dc1-4550-987d-0eb8cf76ecb4 HTTP/1.1" status: 204 len: 168 time: 0.8744287 Mar 14 18:59:26.704003 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46868) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:26.708472 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-869d3d20-8d47-4196-b866-315aa2c85ac7 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (96dfc651-d42e-4b74-bb47-5bf0b292263c), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.708799 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-869d3d20-8d47-4196-b866-315aa2c85ac7 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for floatingip (96dfc651-d42e-4b74-bb47-5bf0b292263c), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.720858 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-869d3d20-8d47-4196-b866-315aa2c85ac7 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Calling delete_port for 96dfc651-d42e-4b74-bb47-5bf0b292263c owned by network:floatingip {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:26.748231 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbc4a7f-631e-43c9-a170-a5101e06ff00 admin admin] Deleting subnet 7993396f-de3f-4a33-8d65-ea2193afb011 {{(pid=109513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 18:59:26.751335 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4a7f-631e-43c9-a170-a5101e06ff00 admin admin] Publish callbacks [] for subnet (7993396f-de3f-4a33-8d65-ea2193afb011), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.785888 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4a7f-631e-43c9-a170-a5101e06ff00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4198493'] for subnet (7993396f-de3f-4a33-8d65-ea2193afb011), precommit_delete_associations {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.858194 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-869d3d20-8d47-4196-b866-315aa2c85ac7 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (96dfc651-d42e-4b74-bb47-5bf0b292263c), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.888806 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d3d20-8d47-4196-b866-315aa2c85ac7 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event deleted for resources: {'Port': ['ID=96dfc651-d42e-4b74-bb47-5bf0b292263c,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:26.905549 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4a7f-631e-43c9-a170-a5101e06ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (7993396f-de3f-4a33-8d65-ea2193afb011), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.959687 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-869d3d20-8d47-4196-b866-315aa2c85ac7 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for floatingip (d4d666fe-32eb-48a6-ad1e-96da8651b5c8), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.962251 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-869d3d20-8d47-4196-b866-315aa2c85ac7 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:26.963402 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-869d3d20-8d47-4196-b866-315aa2c85ac7 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "DELETE /v2.0/floatingips/d4d666fe-32eb-48a6-ad1e-96da8651b5c8 HTTP/1.1" status: 204 len: 168 time: 0.4577067 Mar 14 18:59:26.970137 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4a7f-631e-43c9-a170-a5101e06ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4788618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4828516'] for subnet (7993396f-de3f-4a33-8d65-ea2193afb011), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.000502 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc4a7f-631e-43c9-a170-a5101e06ff00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7993396f-de3f-4a33-8d65-ea2193afb011,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:27.006196 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4a7f-631e-43c9-a170-a5101e06ff00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.009566 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-9fbc4a7f-631e-43c9-a170-a5101e06ff00 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7993396f-de3f-4a33-8d65-ea2193afb011 HTTP/1.1" status: 204 len: 168 time: 0.3046300 Mar 14 18:59:27.012120 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46872) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:27.015237 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2648bf-7996-44e9-91ee-9890844d8137 None None] Network 1916560c-6037-4b7e-80e8-ded9c9292bee requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:59:27.085764 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (1916560c-6037-4b7e-80e8-ded9c9292bee), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.137858 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] Deleting port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:27.138281 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.216261 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] For port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=ddad9248-6dcf-4f6f-9dad-d5d0f86baf53,segment=NetworkSegment(2ed208eb-9390-4be1-ba4c-63908f372d12),segment_id=2ed208eb-9390-4be1-ba4c-63908f372d12)] {{(pid=109513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:27.216629 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.236910 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46874) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:27.241783 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-01b8341c-1aea-466e-946d-b583b7e152ad tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115552643', 'description': 'tempest-description--282099880'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:27.247533 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] Calling delete_port for ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 owned by network:dhcp {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:27.281055 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c87274-67ed-4376-8da2-28e02af49264 None None] DHCP port deletion for 1916560c-6037-4b7e-80e8-ded9c9292bee request from dv-cinder-829664-3-iscsi {{(pid=109514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 18:59:27.317597 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-01b8341c-1aea-466e-946d-b583b7e152ad tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.331287 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-42c87274-67ed-4376-8da2-28e02af49264 None None] Deleting port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 {{(pid=109514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:27.332047 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-42c87274-67ed-4376-8da2-28e02af49264 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), before_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.385851 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.404238 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-42c87274-67ed-4376-8da2-28e02af49264 None None] For port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=ddad9248-6dcf-4f6f-9dad-d5d0f86baf53,segment=NetworkSegment(2ed208eb-9390-4be1-ba4c-63908f372d12),segment_id=2ed208eb-9390-4be1-ba4c-63908f372d12)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:27.404643 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-42c87274-67ed-4376-8da2-28e02af49264 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), precommit_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.418258 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-42c87274-67ed-4376-8da2-28e02af49264 None None] Calling delete_port for ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 owned by network:dhcp {{(pid=109514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:27.426173 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddad9248-6dcf-4f6f-9dad-d5d0f86baf53,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:27.436204 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] No DVR routers for this DVR port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 on host dv-cinder-829664-3-iscsi {{(pid=109513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:59:27.439377 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-01b8341c-1aea-466e-946d-b583b7e152ad tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group (f3c902b1-60a0-44e0-b5fe-03f257ceec41), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.461486 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-01b8341c-1aea-466e-946d-b583b7e152ad tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (f3c902b1-60a0-44e0-b5fe-03f257ceec41), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.499926 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-42c87274-67ed-4376-8da2-28e02af49264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781'] for port (ddad9248-6dcf-4f6f-9dad-d5d0f86baf53), after_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.525483 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87274-67ed-4376-8da2-28e02af49264 None None] Pushing event deleted for resources: {'Port': ['ID=ddad9248-6dcf-4f6f-9dad-d5d0f86baf53,revision_number=None']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:27.526453 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-01b8341c-1aea-466e-946d-b583b7e152ad tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.530502 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-01b8341c-1aea-466e-946d-b583b7e152ad tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2895820 Mar 14 18:59:27.532114 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c87274-67ed-4376-8da2-28e02af49264 None None] No DVR routers for this DVR port ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 on host dv-cinder-829664-3-iscsi {{(pid=109514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:59:27.532499 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46876) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:27.536877 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8341c-1aea-466e-946d-b583b7e152ad tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c902b1-60a0-44e0-b5fe-03f257ceec41,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:27.540091 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (1916560c-6037-4b7e-80e8-ded9c9292bee), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.542720 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-1f4013dc-6d64-4f0b-b09c-f19f78b19b57 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Request body: {'security_group_rule': {'security_group_id': 'f3c902b1-60a0-44e0-b5fe-03f257ceec41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:27.566754 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1916560c-6037-4b7e-80e8-ded9c9292bee']}} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:27.579091 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1f4013dc-6d64-4f0b-b09c-f19f78b19b57 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group_rule (a93a73e7-aa02-4724-8499-5cf6bcb7a92f), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.580152 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed208eb-9390-4be1-ba4c-63908f372d12') {'for_net_delete': True} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:27.580452 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed208eb-9390-4be1-ba4c-63908f372d12') {} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:27.591446 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4198500'] for segment (2ed208eb-9390-4be1-ba4c-63908f372d12), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.607977 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (2ed208eb-9390-4be1-ba4c-63908f372d12), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.611727 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:59:27.612138 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4788528'] for segment (2ed208eb-9390-4be1-ba4c-63908f372d12), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: Traceback (most recent call last): Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: timer() Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: cb(*args, **kw) Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: return func(*args, **kwargs) Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: self._notify() Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: self.callback(batched_events) Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: event.method(event) Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: return f(self, *a, **k) Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._get(url).json() Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: return self.request(url, 'GET', **kwargs) Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:59:27.613967 dv-cinder-829664-3-iscsi neutron-server[109513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:59:27.639635 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1f4013dc-6d64-4f0b-b09c-f19f78b19b57 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group_rule (a93a73e7-aa02-4724-8499-5cf6bcb7a92f), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.653908 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1f4013dc-6d64-4f0b-b09c-f19f78b19b57 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (a93a73e7-aa02-4724-8499-5cf6bcb7a92f), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.672207 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4013dc-6d64-4f0b-b09c-f19f78b19b57 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93a73e7-aa02-4724-8499-5cf6bcb7a92f,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:27.681230 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1f4013dc-6d64-4f0b-b09c-f19f78b19b57 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.683535 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-1f4013dc-6d64-4f0b-b09c-f19f78b19b57 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469069 Mar 14 18:59:27.685221 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46878) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:27.686144 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (1916560c-6037-4b7e-80e8-ded9c9292bee), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.691629 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Request body: {'security_group_rule': {'security_group_id': 'f3c902b1-60a0-44e0-b5fe-03f257ceec41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:27.691904 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.695929 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1916560c-6037-4b7e-80e8-ded9c9292bee HTTP/1.1" status: 204 len: 168 time: 0.6828144 Mar 14 18:59:27.707188 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc725cf-1179-4cb3-b480-3b04540bfbf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1916560c-6037-4b7e-80e8-ded9c9292bee,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:27.725842 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group_rule (becf3ee6-ec53-4760-bc62-3bf20601f47a), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.780726 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group_rule (becf3ee6-ec53-4760-bc62-3bf20601f47a), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.784938 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (becf3ee6-ec53-4760-bc62-3bf20601f47a), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.804776 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becf3ee6-ec53-4760-bc62-3bf20601f47a,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:27.813782 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.814990 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286566 Mar 14 18:59:27.818525 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 46882) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:27.819697 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.820050 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.820393 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.820770 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.821071 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.821397 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.821724 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.822047 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.822372 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.822698 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.823025 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.823345 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.823689 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.824006 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.824116 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Request body: {'floatingip': {'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:27.824330 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6cea2c-da2d-4a2e-bc0b-1e7896ccf67b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.845472 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.862327 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46884) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:27.901132 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-8de76a72-e2e4-4e4f-ae16-6311effce662 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97e17f4e7b5f4d249b69708b9a78f5c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375538 Mar 14 18:59:27.903615 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46886) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:27.944238 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.956207 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-43ca1613-6c1f-42d7-99dc-4ff8e4db66ed admin admin] Publish callbacks [] for security_group (67538a7a-cda1-4a09-9feb-5e54c1820297), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:27.978595 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-43ca1613-6c1f-42d7-99dc-4ff8e4db66ed admin admin] Publish callbacks [] for security_group (67538a7a-cda1-4a09-9feb-5e54c1820297), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:28.028475 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:28.033047 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-43ca1613-6c1f-42d7-99dc-4ff8e4db66ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (67538a7a-cda1-4a09-9feb-5e54c1820297), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:28.035797 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-43ca1613-6c1f-42d7-99dc-4ff8e4db66ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:28.039398 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-43ca1613-6c1f-42d7-99dc-4ff8e4db66ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67538a7a-cda1-4a09-9feb-5e54c1820297 HTTP/1.1" status: 204 len: 168 time: 0.1325285 Mar 14 18:59:28.045263 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca1613-6c1f-42d7-99dc-4ff8e4db66ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67538a7a-cda1-4a09-9feb-5e54c1820297,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:28.052907 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:59:28.053260 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device ddad9248-6dcf-4f6f-9dad-d5d0f86baf53 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:28.053686 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:28.067311 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Allocated IP 172.27.3.21 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/4e6d65e8-c70a-42ef-b12b-6ed7d770f464) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:59:28.080621 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:59:28.080972 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device dd0066f9-0ad1-4ef7-9f77-d84830fc85f6 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:28.081397 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 877df22d-6fa0-4be3-a533-ad8bfb4221c3 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:28.102303 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 877df22d-6fa0-4be3-a533-ad8bfb4221c3 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:59:28.102781 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 877df22d-6fa0-4be3-a533-ad8bfb4221c3 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:28.183464 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for port (4e6d65e8-c70a-42ef-b12b-6ed7d770f464), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:28.218515 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (4e6d65e8-c70a-42ef-b12b-6ed7d770f464), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:28.253770 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:59:28.258627 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:59:28.261008 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:59:28.287825 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event updated for resources: {'Port': ['ID=4e6d65e8-c70a-42ef-b12b-6ed7d770f464,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:28.353804 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for floatingip (d02913a2-5d26-4c84-bcaf-2cad7420e578), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:28.370939 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46892) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:28.390393 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (4e6d65e8-c70a-42ef-b12b-6ed7d770f464), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:28.413064 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-650a0013-2e4e-4f15-ba06-0f9fa6102409 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28fff00add654d2e8cde3a0fd46178b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384459 Mar 14 18:59:28.413279 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 46894) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:28.460071 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c03b8fc9-2cae-4346-9e70-6dbfb769699c admin admin] Publish callbacks [] for security_group (4c7c83fb-ad5d-4c37-ab80-f82951804021), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:28.481454 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c03b8fc9-2cae-4346-9e70-6dbfb769699c admin admin] Publish callbacks [] for security_group (4c7c83fb-ad5d-4c37-ab80-f82951804021), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:28.528688 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c03b8fc9-2cae-4346-9e70-6dbfb769699c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (4c7c83fb-ad5d-4c37-ab80-f82951804021), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:28.531238 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c03b8fc9-2cae-4346-9e70-6dbfb769699c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:28.532489 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-c03b8fc9-2cae-4346-9e70-6dbfb769699c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c7c83fb-ad5d-4c37-ab80-f82951804021 HTTP/1.1" status: 204 len: 168 time: 0.1183050 Mar 14 18:59:28.540682 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b8fc9-2cae-4346-9e70-6dbfb769699c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7c83fb-ad5d-4c37-ab80-f82951804021,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:28.545665 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for port (4e6d65e8-c70a-42ef-b12b-6ed7d770f464), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:28.552934 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4788572'] for port (4e6d65e8-c70a-42ef-b12b-6ed7d770f464), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:28.630684 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (d02913a2-5d26-4c84-bcaf-2cad7420e578), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:28.634214 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event updated for resources: {'Port': ['ID=4e6d65e8-c70a-42ef-b12b-6ed7d770f464,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:28.650835 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:28.652184 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-4bc09c70-b9dd-43fb-9b6f-941d9bfb85ef tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8317678 Mar 14 18:59:28.858124 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d408e9-cfa8-4034-bad8-e802a623eb68 req-83816b26-5655-43d5-8a6a-633b7cb62d56 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:28.860056 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-16d408e9-cfa8-4034-bad8-e802a623eb68 req-83816b26-5655-43d5-8a6a-633b7cb62d56 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0614905 Mar 14 18:59:28.866787 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-7c08a2f9-d60e-444c-94bd-f6f4c7359a49 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--115552643&fields=id&tenant_id=1d5854ce46fd47118790a60790aabdc0 HTTP/1.1" status: 200 len: 267 time: 0.0460582 Mar 14 18:59:28.914788 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-16d408e9-cfa8-4034-bad8-e802a623eb68 req-c2dd3026-8c2d-4a2f-ae6e-4ec329916256 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477290 Mar 14 18:59:28.980698 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-5eb0a463-abc6-491e-b94f-5ece65ca7391 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:28.982225 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-5eb0a463-abc6-491e-b94f-5ece65ca7391 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/networks?id=02582d36-ca25-45a1-af5c-ddbb95f8bde0 HTTP/1.1" status: 200 len: 811 time: 0.1087680 Mar 14 18:59:28.996575 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-e672b31c-8c5b-4451-b345-6c316493d9b5 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/quotas/1d5854ce46fd47118790a60790aabdc0 HTTP/1.1" status: 200 len: 375 time: 0.0088949 Mar 14 18:59:29.052979 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-cd062e77-7456-4e19-8e6e-e2ef21feafcb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d5854ce46fd47118790a60790aabdc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515609 Mar 14 18:59:29.158667 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-650974b9-33b8-4320-ac27-08ccea483eac service neutron] 10.222.0.52 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896871 Mar 14 18:59:29.251645 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-f26aa6de-6f64-42bb-99e9-e9effc1dd7a5 service neutron] 10.222.0.52 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866535 Mar 14 18:59:29.413001 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a92ae287-cb1a-4c6a-9108-e26e73804b00 req-2458f1db-fec3-412f-bd36-c377f2a1d122 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 210 time: 0.0273745 Mar 14 18:59:30.053031 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841dd69-147d-474d-a93b-be0291254cda req-de4223f1-a100-477c-b5fe-137cb8e06523 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:30.054571 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2841dd69-147d-474d-a93b-be0291254cda req-de4223f1-a100-477c-b5fe-137cb8e06523 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0559375 Mar 14 18:59:30.106519 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2841dd69-147d-474d-a93b-be0291254cda req-2ba029c3-289e-41f3-b136-a74440fba3ee tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460825 Mar 14 18:59:30.524560 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-812f4f00-ce29-484f-9e88-a2c9167baa88 req-d0c3c869-aa5b-4a21-9ec2-6576ff5cdd16 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 210 time: 0.0371423 Mar 14 18:59:30.530586 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-32103801-7fe7-435d-8628-cdddf30a857d tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:30.532309 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-32103801-7fe7-435d-8628-cdddf30a857d tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.69 "GET /v2.0/networks?id=02582d36-ca25-45a1-af5c-ddbb95f8bde0 HTTP/1.1" status: 200 len: 811 time: 0.1424756 Mar 14 18:59:30.598953 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-6d9c77b4-ac41-46ba-8ffb-eedea0d4243c tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d5854ce46fd47118790a60790aabdc0 HTTP/1.1" status: 200 len: 379 time: 0.0539408 Mar 14 18:59:30.614077 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-f2422175-ed2c-4294-9721-0339c380df85 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Request body: {'port': {'device_id': '2b113625-f6bd-49fa-b8ca-2ed6c6c190ea', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'admin_state_up': True, 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'security_groups': ['f3c902b1-60a0-44e0-b5fe-03f257ceec41']}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:30.729757 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-f2422175-ed2c-4294-9721-0339c380df85 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Made reservation on behalf of 1d5854ce46fd47118790a60790aabdc0 for: {'port': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:59:30.733137 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-f2422175-ed2c-4294-9721-0339c380df85 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:30.858512 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-f2422175-ed2c-4294-9721-0339c380df85 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Allocated IP 172.20.0.5 (02582d36-ca25-45a1-af5c-ddbb95f8bde0/7884ae3e-1a70-464b-b2c2-a460fd6afe53/b1ad13ce-ea77-4c53-9370-6731ea30b1e1) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:59:31.011976 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-f2422175-ed2c-4294-9721-0339c380df85 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:31.060342 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-f2422175-ed2c-4294-9721-0339c380df85 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:31.104415 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-f2422175-ed2c-4294-9721-0339c380df85 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:59:31.107683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-f2422175-ed2c-4294-9721-0339c380df85 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:59:31.111400 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-f2422175-ed2c-4294-9721-0339c380df85 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:59:31.117941 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2422175-ed2c-4294-9721-0339c380df85 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event updated for resources: {'Port': ['ID=b1ad13ce-ea77-4c53-9370-6731ea30b1e1,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:31.179209 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-f2422175-ed2c-4294-9721-0339c380df85 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:31.179865 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-f2422175-ed2c-4294-9721-0339c380df85 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:31.221128 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-f2422175-ed2c-4294-9721-0339c380df85 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6115608 Mar 14 18:59:31.236672 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Request body: {'port': {'device_id': '2b113625-f6bd-49fa-b8ca-2ed6c6c190ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:31.267794 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21c58c-aa36-414f-bee3-ed6e2b4002d3 req-ae916a9d-bfc5-4c9c-b47d-c4794d5e6f1d tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:31.269361 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9d21c58c-aa36-414f-bee3-ed6e2b4002d3 req-ae916a9d-bfc5-4c9c-b47d-c4794d5e6f1d tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0868452 Mar 14 18:59:31.336678 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:31.352874 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9d21c58c-aa36-414f-bee3-ed6e2b4002d3 req-45a9e6c0-2aa5-4602-8a5e-c4358de75a4b tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764701 Mar 14 18:59:31.383422 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-60b6eeb8-3990-447e-9c01-cf3e101de07a None None] Provisioning complete for port b1ad13ce-ea77-4c53-9370-6731ea30b1e1 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:59:31.384012 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-60b6eeb8-3990-447e-9c01-cf3e101de07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:31.420352 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-60b6eeb8-3990-447e-9c01-cf3e101de07a None None] Port b1ad13ce-ea77-4c53-9370-6731ea30b1e1 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:59:31.614271 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ad13ce-ea77-4c53-9370-6731ea30b1e1 {{(pid=109512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:59:31.622535 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Publish callbacks [] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:31.635328 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.provisioning_blocks [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Transition to ACTIVE for port object b1ad13ce-ea77-4c53-9370-6731ea30b1e1 will not be triggered until provisioned by entity L2. {{(pid=109512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:59:31.640410 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:31.692590 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ad13ce-ea77-4c53-9370-6731ea30b1e1,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:31.772191 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Attempting to bind port b1ad13ce-ea77-4c53-9370-6731ea30b1e1 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:59:31.772523 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Attempting to bind port b1ad13ce-ea77-4c53-9370-6731ea30b1e1 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:59:31.772848 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Attempting to bind port b1ad13ce-ea77-4c53-9370-6731ea30b1e1 on network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:59:31.777686 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Port b1ad13ce-ea77-4c53-9370-6731ea30b1e1 on network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:59:31.778002 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Attempting to bind port b1ad13ce-ea77-4c53-9370-6731ea30b1e1 on network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:59:31.783389 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:59:31.783754 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Checking segment: {'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:59:31.784141 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Bound using segment: {'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:59:31.784568 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Bound port: b1ad13ce-ea77-4c53-9370-6731ea30b1e1, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7858161-5c37-417c-9d52-1021088e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0'}}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:59:31.784924 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:31.852220 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] For port b1ad13ce-ea77-4c53-9370-6731ea30b1e1, host hv-cinder-82966, cleared binding levels {{(pid=109512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:59:31.855935 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] For port b1ad13ce-ea77-4c53-9370-6731ea30b1e1, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b1ad13ce-ea77-4c53-9370-6731ea30b1e1,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:59:31.864339 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:31.901691 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:31.902303 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:31.903779 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] 10.222.0.69 "PUT /v2.0/ports/b1ad13ce-ea77-4c53-9370-6731ea30b1e1 HTTP/1.1" status: 200 len: 1093 time: 0.6728232 Mar 14 18:59:31.904220 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b113625-f6bd-49fa-b8ca-2ed6c6c190ea', 'tag': 'b1ad13ce-ea77-4c53-9370-6731ea30b1e1'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:31.906463 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5252ecbd-03dc-4c1b-9850-3f0ebe881324" -d '{"events": [{"name": "network-changed", "server_uuid": "2b113625-f6bd-49fa-b8ca-2ed6c6c190ea", "tag": "b1ad13ce-ea77-4c53-9370-6731ea30b1e1"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:31.911348 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e17e5-0584-464a-aba2-61636ff1168b req-d824bd73-7417-4778-8261-d12bc116c0ab tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:31.918476 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-cf1e17e5-0584-464a-aba2-61636ff1168b req-d824bd73-7417-4778-8261-d12bc116c0ab tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 931 time: 0.3232062 Mar 14 18:59:31.930290 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c2da6-c556-4ab7-97e1-3cd6d9f2c394 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ad13ce-ea77-4c53-9370-6731ea30b1e1,revision_number=3']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:31.988982 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34bcc29-7939-40b6-866f-28a7f0789f73 x-openstack-request-id: req-b34bcc29-7939-40b6-866f-28a7f0789f73 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:31.989354 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b113625-f6bd-49fa-b8ca-2ed6c6c190ea", "tag": "b1ad13ce-ea77-4c53-9370-6731ea30b1e1", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:31.989723 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b34bcc29-7939-40b6-866f-28a7f0789f73 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:31.990315 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b113625-f6bd-49fa-b8ca-2ed6c6c190ea', 'tag': 'b1ad13ce-ea77-4c53-9370-6731ea30b1e1', 'status': 'completed', 'code': 200} Mar 14 18:59:32.007257 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-cf1e17e5-0584-464a-aba2-61636ff1168b req-47423c93-7de4-4e80-81cb-aa5dea43902e tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c902b1-60a0-44e0-b5fe-03f257ceec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739756 Mar 14 18:59:32.011610 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-2781181b-3e7a-47a4-a363-886a55da81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:32.013246 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-2781181b-3e7a-47a4-a363-886a55da81ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d5854ce46fd47118790a60790aabdc0&device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 1127 time: 0.0546856 Mar 14 18:59:32.172899 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-91bb2f09-1419-4a63-9c72-387dccd320ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1ad13ce-ea77-4c53-9370-6731ea30b1e1 HTTP/1.1" status: 200 len: 217 time: 0.1422374 Mar 14 18:59:32.223738 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-7551f239-bd43-465c-b4a1-10e1eee4a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:32.225213 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-7551f239-bd43-465c-b4a1-10e1eee4a016 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7884ae3e-1a70-464b-b2c2-a460fd6afe53 HTTP/1.1" status: 200 len: 850 time: 0.0446813 Mar 14 18:59:32.276204 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-3a5a22fa-66fa-4810-a05d-770b8c490ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:32.277861 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-3a5a22fa-66fa-4810-a05d-770b8c490ca7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02582d36-ca25-45a1-af5c-ddbb95f8bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455992 Mar 14 18:59:32.393323 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-770ce27a-a20e-4973-b9b6-a6623d5c5bf5 service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996881 Mar 14 18:59:32.396285 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b72b4f8f-3ee7-4d11-9711-8cac0f288e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:32.478216 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd34d56-9943-4113-8344-4d64f1c6d8b7 req-37a0718a-0d4c-4b42-bb6b-cbaee6239ca5 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:32.479942 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fbd34d56-9943-4113-8344-4d64f1c6d8b7 req-37a0718a-0d4c-4b42-bb6b-cbaee6239ca5 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0549438 Mar 14 18:59:32.497528 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0e54488c-ff57-4db4-bf21-a50570ca60f8 req-9e47fdb6-0255-4364-80be-d0ceadbe9a23 service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870175 Mar 14 18:59:32.529519 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fbd34d56-9943-4113-8344-4d64f1c6d8b7 req-e3c88781-1e69-455d-a799-b1cdd9a4aff1 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438828 Mar 14 18:59:32.596284 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252ecbd-03dc-4c1b-9850-3f0ebe881324 req-672b1186-d708-4494-a710-d61d38038fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:32.597764 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5252ecbd-03dc-4c1b-9850-3f0ebe881324 req-672b1186-d708-4494-a710-d61d38038fcd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d5854ce46fd47118790a60790aabdc0&device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 1127 time: 0.0501125 Mar 14 18:59:32.688919 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252ecbd-03dc-4c1b-9850-3f0ebe881324 req-8fc84271-7609-498a-9bb5-02857810fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:32.690381 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5252ecbd-03dc-4c1b-9850-3f0ebe881324 req-8fc84271-7609-498a-9bb5-02857810fc59 service neutron] 10.222.0.69 "GET /v2.0/networks?id=02582d36-ca25-45a1-af5c-ddbb95f8bde0 HTTP/1.1" status: 200 len: 912 time: 0.0851715 Mar 14 18:59:32.735856 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5252ecbd-03dc-4c1b-9850-3f0ebe881324 req-6d68c739-5602-4a9c-8dc3-bdad27c9f014 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1ad13ce-ea77-4c53-9370-6731ea30b1e1 HTTP/1.1" status: 200 len: 217 time: 0.0377605 Mar 14 18:59:32.793411 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252ecbd-03dc-4c1b-9850-3f0ebe881324 req-25060ff3-e9a2-4aba-b7f0-4cd55c72712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:32.794865 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5252ecbd-03dc-4c1b-9850-3f0ebe881324 req-25060ff3-e9a2-4aba-b7f0-4cd55c72712f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7884ae3e-1a70-464b-b2c2-a460fd6afe53 HTTP/1.1" status: 200 len: 850 time: 0.0448706 Mar 14 18:59:32.846639 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252ecbd-03dc-4c1b-9850-3f0ebe881324 req-0dd701e7-943c-49f3-9fcb-8e76058f4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:32.848183 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5252ecbd-03dc-4c1b-9850-3f0ebe881324 req-0dd701e7-943c-49f3-9fcb-8e76058f4722 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02582d36-ca25-45a1-af5c-ddbb95f8bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453010 Mar 14 18:59:32.944733 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5252ecbd-03dc-4c1b-9850-3f0ebe881324 req-20bb313c-8fc7-4314-a7b3-53732809c77d service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878348 Mar 14 18:59:33.036285 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5252ecbd-03dc-4c1b-9850-3f0ebe881324 req-b8c243a8-850d-415e-8943-e577bf42cc4e service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857515 Mar 14 18:59:33.106795 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1248c66-72d2-4d1a-8c3a-4cca0acae89f req-e4ff2fb0-ca51-4298-84b5-fd49b0cbaa50 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:33.108185 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f1248c66-72d2-4d1a-8c3a-4cca0acae89f req-e4ff2fb0-ca51-4298-84b5-fd49b0cbaa50 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 943 time: 0.0527751 Mar 14 18:59:33.156052 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f1248c66-72d2-4d1a-8c3a-4cca0acae89f req-8fd3be11-d86c-49fc-8acf-1549098451c6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c902b1-60a0-44e0-b5fe-03f257ceec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423684 Mar 14 18:59:33.666586 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf6e2a-06b1-4580-9e2d-b5745dccb0f5 req-60224a51-6a37-4c36-b844-84d379b0acd0 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:33.668269 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-46cf6e2a-06b1-4580-9e2d-b5745dccb0f5 req-60224a51-6a37-4c36-b844-84d379b0acd0 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0656023 Mar 14 18:59:33.717840 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-46cf6e2a-06b1-4580-9e2d-b5745dccb0f5 req-dc6d10ac-6534-45de-9796-a9a178659db1 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438731 Mar 14 18:59:34.339154 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfe995-e48b-4c1f-a620-6aaf8dd05ac3 req-f9c31d94-f948-494b-a1a1-0dbfc632fb06 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:34.340957 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-12dfe995-e48b-4c1f-a620-6aaf8dd05ac3 req-f9c31d94-f948-494b-a1a1-0dbfc632fb06 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 943 time: 0.0604899 Mar 14 18:59:34.392169 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-12dfe995-e48b-4c1f-a620-6aaf8dd05ac3 req-8442ad4d-5669-4806-b5d1-150b82051210 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c902b1-60a0-44e0-b5fe-03f257ceec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431211 Mar 14 18:59:34.606361 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device b1ad13ce-ea77-4c53-9370-6731ea30b1e1 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:59:34.739007 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port b1ad13ce-ea77-4c53-9370-6731ea30b1e1, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b1ad13ce-ea77-4c53-9370-6731ea30b1e1,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:34.741780 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2b715c36-6c2a-4e19-885c-efc39268fc5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:34.752108 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': 'b1ad13ce-ea77-4c53-9370-6731ea30b1e1', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'port_id': 'b1ad13ce-ea77-4c53-9370-6731ea30b1e1', 'mac_address': 'fa:16:3e:87:1f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:59:34.791808 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port b1ad13ce-ea77-4c53-9370-6731ea30b1e1 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:34.792213 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:34.805587 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ad13ce-ea77-4c53-9370-6731ea30b1e1 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:59:34.826114 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port b1ad13ce-ea77-4c53-9370-6731ea30b1e1, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b1ad13ce-ea77-4c53-9370-6731ea30b1e1,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:34.831217 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:34.841535 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfbbb2-2dab-47f8-9adb-6dca8c31b0be req-1e4bbd27-2d33-414b-a937-9a3bb5c3f203 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:34.843043 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ecbfbbb2-2dab-47f8-9adb-6dca8c31b0be req-1e4bbd27-2d33-414b-a937-9a3bb5c3f203 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0536866 Mar 14 18:59:34.877279 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=b1ad13ce-ea77-4c53-9370-6731ea30b1e1,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:34.893164 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ecbfbbb2-2dab-47f8-9adb-6dca8c31b0be req-59f933c3-9ae2-436e-bd90-5cc0312279fe tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441918 Mar 14 18:59:35.122468 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['b1ad13ce-ea77-4c53-9370-6731ea30b1e1'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:59:35.518436 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5fc38-606b-4aed-80c2-3869e91cdb4c req-68e27bd7-d3e8-410f-b996-df03e37ea813 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:35.519939 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c0a5fc38-606b-4aed-80c2-3869e91cdb4c req-68e27bd7-d3e8-410f-b996-df03e37ea813 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 944 time: 0.0539582 Mar 14 18:59:35.565346 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c0a5fc38-606b-4aed-80c2-3869e91cdb4c req-a9b386ac-2a33-4fb5-bb2d-ccabe76002c0 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c902b1-60a0-44e0-b5fe-03f257ceec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397484 Mar 14 18:59:35.943828 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:36.027348 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e6d3e-614b-47dc-9b4d-33304609da39 req-8a6aae80-0491-4b36-9be4-7f6273032824 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:36.028889 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c23e6d3e-614b-47dc-9b4d-33304609da39 req-8a6aae80-0491-4b36-9be4-7f6273032824 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0577507 Mar 14 18:59:36.077791 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c23e6d3e-614b-47dc-9b4d-33304609da39 req-6cef5787-9d64-4060-a900-8a5b29371451 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432959 Mar 14 18:59:36.633860 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device b1ad13ce-ea77-4c53-9370-6731ea30b1e1 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:59:36.690173 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port b1ad13ce-ea77-4c53-9370-6731ea30b1e1 completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:59:36.695210 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port b1ad13ce-ea77-4c53-9370-6731ea30b1e1 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:59:36.695625 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:36.781964 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port b1ad13ce-ea77-4c53-9370-6731ea30b1e1 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:36.782308 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:36.805128 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b113625-f6bd-49fa-b8ca-2ed6c6c190ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ad13ce-ea77-4c53-9370-6731ea30b1e1'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:36.807326 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4220ce20-1b10-48ea-b1a4-079c92679b9c" -d '{"events": [{"server_uuid": "2b113625-f6bd-49fa-b8ca-2ed6c6c190ea", "name": "network-vif-plugged", "status": "completed", "tag": "b1ad13ce-ea77-4c53-9370-6731ea30b1e1"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:36.819454 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port b1ad13ce-ea77-4c53-9370-6731ea30b1e1, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b1ad13ce-ea77-4c53-9370-6731ea30b1e1,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:36.823985 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:36.847287 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1318f5b1-d31d-43e2-9d9f-7e8cb0177641 x-openstack-request-id: req-1318f5b1-d31d-43e2-9d9f-7e8cb0177641 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:36.847591 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b113625-f6bd-49fa-b8ca-2ed6c6c190ea", "name": "network-vif-plugged", "status": "completed", "tag": "b1ad13ce-ea77-4c53-9370-6731ea30b1e1", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:36.847864 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1318f5b1-d31d-43e2-9d9f-7e8cb0177641 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:36.848279 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b113625-f6bd-49fa-b8ca-2ed6c6c190ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ad13ce-ea77-4c53-9370-6731ea30b1e1', 'code': 200} Mar 14 18:59:36.852761 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2afe8-84bd-4aa5-8390-25b8ca70989f req-edc23133-00c6-41b9-b75c-5d02f2b13274 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:36.854296 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2ff2afe8-84bd-4aa5-8390-25b8ca70989f req-edc23133-00c6-41b9-b75c-5d02f2b13274 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 944 time: 0.0592792 Mar 14 18:59:36.873997 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=b1ad13ce-ea77-4c53-9370-6731ea30b1e1,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:36.903503 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2ff2afe8-84bd-4aa5-8390-25b8ca70989f req-68ad10a8-e089-452f-b714-ef4f2715f1ed tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c902b1-60a0-44e0-b5fe-03f257ceec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424876 Mar 14 18:59:37.024600 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa248f4-4d8e-4587-8c80-dd01480e2497 req-9dc5a996-a391-479a-8bd1-5b3d4a579bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:37.026067 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-afa248f4-4d8e-4587-8c80-dd01480e2497 req-9dc5a996-a391-479a-8bd1-5b3d4a579bac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 1129 time: 0.0457149 Mar 14 18:59:37.076657 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-afa248f4-4d8e-4587-8c80-dd01480e2497 req-d9df3b71-9b1e-476a-afff-3a5ed3faa79a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f3c902b1-60a0-44e0-b5fe-03f257ceec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381021 Mar 14 18:59:37.108965 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:37.200438 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b608c3a-a887-4bd9-81ea-bc246624a54b req-ddade73a-2df4-4ed0-ad4b-0cba1e84ddd8 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:37.201895 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8b608c3a-a887-4bd9-81ea-bc246624a54b req-ddade73a-2df4-4ed0-ad4b-0cba1e84ddd8 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0538335 Mar 14 18:59:37.249971 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8b608c3a-a887-4bd9-81ea-bc246624a54b req-343b7f10-42a4-4566-9a14-12f13ea75deb tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423529 Mar 14 18:59:38.029568 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f20a04-1036-471c-a824-26a8be95b209 req-64c25a93-6e90-429e-a8dc-6ca47dfc9236 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:38.031074 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d4f20a04-1036-471c-a824-26a8be95b209 req-64c25a93-6e90-429e-a8dc-6ca47dfc9236 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 945 time: 0.0533185 Mar 14 18:59:38.081479 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d4f20a04-1036-471c-a824-26a8be95b209 req-435e4be1-81d8-40b4-a31b-48b4b70ff595 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c902b1-60a0-44e0-b5fe-03f257ceec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446324 Mar 14 18:59:38.375861 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7163cb7-83a3-454c-a75d-64faf5b731da req-7cd952db-c14d-4db8-9959-ee2175da5dfc tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:38.377366 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b7163cb7-83a3-454c-a75d-64faf5b731da req-7cd952db-c14d-4db8-9959-ee2175da5dfc tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0549686 Mar 14 18:59:38.430791 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b7163cb7-83a3-454c-a75d-64faf5b731da req-d5eb547a-d456-44c3-ad2e-54d09184414d tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478261 Mar 14 18:59:38.713154 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:38.982203 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95608e3-2521-4956-a798-3d705fcd03af req-8a1cd00d-bc65-4ebb-beef-fe467c380874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:38.983759 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b95608e3-2521-4956-a798-3d705fcd03af req-8a1cd00d-bc65-4ebb-beef-fe467c380874 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62602078318e427f9a6427505192c559&device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 1129 time: 0.0463641 Mar 14 18:59:39.076799 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95608e3-2521-4956-a798-3d705fcd03af req-41359c0e-e951-4d8e-9144-a3f0844115e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:39.079292 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b95608e3-2521-4956-a798-3d705fcd03af req-41359c0e-e951-4d8e-9144-a3f0844115e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=82333385-ac2d-4839-8665-1cd431d3a6f7 HTTP/1.1" status: 200 len: 909 time: 0.0888996 Mar 14 18:59:39.404804 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b95608e3-2521-4956-a798-3d705fcd03af req-777a79d7-9501-4e81-a2f0-e2f84a6a0928 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288 HTTP/1.1" status: 200 len: 1001 time: 0.3196075 Mar 14 18:59:39.447869 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6089f1-1124-4faa-966c-f822af357274 req-46ce7b14-cdd3-4a14-923b-17041c1daa50 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:39.449312 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6e6089f1-1124-4faa-966c-f822af357274 req-46ce7b14-cdd3-4a14-923b-17041c1daa50 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 945 time: 0.0922778 Mar 14 18:59:39.479330 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95608e3-2521-4956-a798-3d705fcd03af req-fc2dd536-0ee0-408e-89f2-1626a329259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:39.480805 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b95608e3-2521-4956-a798-3d705fcd03af req-fc2dd536-0ee0-408e-89f2-1626a329259b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e075947a-f8da-4776-a2ef-29eb0a510e7f HTTP/1.1" status: 200 len: 847 time: 0.0670333 Mar 14 18:59:39.533208 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6e6089f1-1124-4faa-966c-f822af357274 req-78aa0a21-cef2-4016-80ec-795cfe5954a5 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c902b1-60a0-44e0-b5fe-03f257ceec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779724 Mar 14 18:59:39.552033 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95608e3-2521-4956-a798-3d705fcd03af req-39728768-1287-47ea-8d08-b1566477759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:39.552223 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6dc21-cabd-4399-80f3-6e5933c14d74 req-9ec0e28d-8722-453d-99fb-e5a23b3b9e98 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:39.553511 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b95608e3-2521-4956-a798-3d705fcd03af req-39728768-1287-47ea-8d08-b1566477759f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82333385-ac2d-4839-8665-1cd431d3a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613215 Mar 14 18:59:39.554065 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-edb6dc21-cabd-4399-80f3-6e5933c14d74 req-9ec0e28d-8722-453d-99fb-e5a23b3b9e98 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0550754 Mar 14 18:59:39.605266 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-edb6dc21-cabd-4399-80f3-6e5933c14d74 req-fbb640eb-fc7b-4e30-a92f-61798ac40e47 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452762 Mar 14 18:59:39.680499 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d46f5-19e7-4c7d-95e8-dc072c6b2e62 req-4e0653cd-c75d-4007-adcd-af34b4a97c62 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:39.681962 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ed6d46f5-19e7-4c7d-95e8-dc072c6b2e62 req-4e0653cd-c75d-4007-adcd-af34b4a97c62 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 945 time: 0.0812788 Mar 14 18:59:39.684139 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b95608e3-2521-4956-a798-3d705fcd03af req-b7bd6375-ba18-41f5-bea9-9b69f84a23f4 service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237769 Mar 14 18:59:39.693933 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47014) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:39.698489 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-fd05c7e1-e44e-4298-9baa-3466193721e6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Request body: {'floatingip': {'port_id': 'b1ad13ce-ea77-4c53-9370-6731ea30b1e1'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:39.739910 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fd05c7e1-e44e-4298-9baa-3466193721e6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for floatingip (d02913a2-5d26-4c84-bcaf-2cad7420e578), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:39.777993 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b95608e3-2521-4956-a798-3d705fcd03af req-173d70d6-4951-41ba-8a17-ecb0a048f4d3 service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850062 Mar 14 18:59:40.177901 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fd05c7e1-e44e-4298-9baa-3466193721e6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:40.184873 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fd05c7e1-e44e-4298-9baa-3466193721e6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (d02913a2-5d26-4c84-bcaf-2cad7420e578), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:40.291333 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.l3_db [None req-fd05c7e1-e44e-4298-9baa-3466193721e6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Floating IP d02913a2-5d26-4c84-bcaf-2cad7420e578 associated. External IP: 172.27.3.21, port: b1ad13ce-ea77-4c53-9370-6731ea30b1e1. Mar 14 18:59:40.507276 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd05c7e1-e44e-4298-9baa-3466193721e6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Router 12b117ed-6999-4284-a01b-46d4e2f1d4ba has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:59:40.617516 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd05c7e1-e44e-4298-9baa-3466193721e6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:59:40.622538 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fd05c7e1-e44e-4298-9baa-3466193721e6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:40.630740 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb2eb7-28c9-4657-aaf0-109f770b7b37 None None] Sync routers for ids ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:59:40.640232 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb2eb7-28c9-4657-aaf0-109f770b7b37 None None] Routers {'12b117ed-6999-4284-a01b-46d4e2f1d4ba'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:40.640996 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-60bb2eb7-28c9-4657-aaf0-109f770b7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:40.651635 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-fd05c7e1-e44e-4298-9baa-3466193721e6 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "PUT /v2.0/floatingips/d02913a2-5d26-4c84-bcaf-2cad7420e578 HTTP/1.1" status: 200 len: 990 time: 0.9565811 Mar 14 18:59:40.652357 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b113625-f6bd-49fa-b8ca-2ed6c6c190ea', 'tag': 'b1ad13ce-ea77-4c53-9370-6731ea30b1e1'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:40.654789 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00eee82-47c3-42d4-8fe6-c1e6f823604b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b113625-f6bd-49fa-b8ca-2ed6c6c190ea", "tag": "b1ad13ce-ea77-4c53-9370-6731ea30b1e1"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:40.740954 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96aab21-c2de-4d08-89d3-dabed3c4f16a req-770fcce7-b307-4291-bb08-1df2c5998dad tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:40.742627 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f96aab21-c2de-4d08-89d3-dabed3c4f16a req-770fcce7-b307-4291-bb08-1df2c5998dad tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0609512 Mar 14 18:59:40.765263 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1033f94-e3fe-473d-9d46-90e18cebc4a7 x-openstack-request-id: req-b1033f94-e3fe-473d-9d46-90e18cebc4a7 {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:40.765630 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b113625-f6bd-49fa-b8ca-2ed6c6c190ea", "tag": "b1ad13ce-ea77-4c53-9370-6731ea30b1e1", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:40.765946 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1033f94-e3fe-473d-9d46-90e18cebc4a7 {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:40.766437 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b113625-f6bd-49fa-b8ca-2ed6c6c190ea', 'tag': 'b1ad13ce-ea77-4c53-9370-6731ea30b1e1', 'status': 'completed', 'code': 200} Mar 14 18:59:40.800024 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f96aab21-c2de-4d08-89d3-dabed3c4f16a req-4a01c1a1-2dd9-4ab3-8703-2227eacdaafc tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514154 Mar 14 18:59:40.854607 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eee82-47c3-42d4-8fe6-c1e6f823604b req-0b0cd87e-92c8-413a-9ce8-c6b16a1f2f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:40.856401 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a00eee82-47c3-42d4-8fe6-c1e6f823604b req-0b0cd87e-92c8-413a-9ce8-c6b16a1f2f68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d5854ce46fd47118790a60790aabdc0&device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 1129 time: 0.0516686 Mar 14 18:59:40.897430 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-60bb2eb7-28c9-4657-aaf0-109f770b7b37 None None] Set router 12b117ed-6999-4284-a01b-46d4e2f1d4ba gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:40.947809 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eee82-47c3-42d4-8fe6-c1e6f823604b req-955e34c1-0501-42e5-8b2a-b8b40a8679da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:40.949480 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a00eee82-47c3-42d4-8fe6-c1e6f823604b req-955e34c1-0501-42e5-8b2a-b8b40a8679da service neutron] 10.222.0.69 "GET /v2.0/networks?id=02582d36-ca25-45a1-af5c-ddbb95f8bde0 HTTP/1.1" status: 200 len: 912 time: 0.0865338 Mar 14 18:59:41.027366 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a00eee82-47c3-42d4-8fe6-c1e6f823604b req-8cf826e5-0e91-47aa-86ed-ce1dfc460253 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1ad13ce-ea77-4c53-9370-6731ea30b1e1 HTTP/1.1" status: 200 len: 998 time: 0.0644829 Mar 14 18:59:41.086592 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eee82-47c3-42d4-8fe6-c1e6f823604b req-a8381ec2-99b9-4b42-b280-32d1f63531ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:41.088320 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a00eee82-47c3-42d4-8fe6-c1e6f823604b req-a8381ec2-99b9-4b42-b280-32d1f63531ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7884ae3e-1a70-464b-b2c2-a460fd6afe53 HTTP/1.1" status: 200 len: 850 time: 0.0472193 Mar 14 18:59:41.129853 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-60bb2eb7-28c9-4657-aaf0-109f770b7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'd02913a2-5d26-4c84-bcaf-2cad7420e578', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'port_id': 'b1ad13ce-ea77-4c53-9370-6731ea30b1e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'mac_address': 'fa:16:3e:87:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b113625-f6bd-49fa-b8ca-2ed6c6c190ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:59:28Z', 'updated_at': '2022-03-14T18:59:40Z', 'revision_number': 1, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e999f147-e82c-4af4-afad-064e0c43fef2', 'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'mac_address': 'fa:16:3e:8f:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:26Z', 'updated_at': '2022-03-14T18:54:38Z', 'revision_number': 5, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'subnets': [{'id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:41.143545 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eee82-47c3-42d4-8fe6-c1e6f823604b req-82596e38-7413-49c4-ab4e-2b98513fd7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:41.143545 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a00eee82-47c3-42d4-8fe6-c1e6f823604b req-82596e38-7413-49c4-ab4e-2b98513fd7ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02582d36-ca25-45a1-af5c-ddbb95f8bde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466263 Mar 14 18:59:41.159833 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb2eb7-28c9-4657-aaf0-109f770b7b37 None None] Checking router: 12b117ed-6999-4284-a01b-46d4e2f1d4ba for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:59:41.168710 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb2eb7-28c9-4657-aaf0-109f770b7b37 None None] Routers {'12b117ed-6999-4284-a01b-46d4e2f1d4ba'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:41.169311 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-60bb2eb7-28c9-4657-aaf0-109f770b7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:41.249843 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a00eee82-47c3-42d4-8fe6-c1e6f823604b req-75dde104-3b0b-4e4f-9659-a64f020aaccc service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929883 Mar 14 18:59:41.278476 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-60bb2eb7-28c9-4657-aaf0-109f770b7b37 None None] Set router 12b117ed-6999-4284-a01b-46d4e2f1d4ba gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:41.346341 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a00eee82-47c3-42d4-8fe6-c1e6f823604b req-57cdf6c1-2237-4c92-a8d8-7249795f0ce9 service neutron] 10.222.0.69 "GET /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845721 Mar 14 18:59:41.516518 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-60bb2eb7-28c9-4657-aaf0-109f770b7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'd02913a2-5d26-4c84-bcaf-2cad7420e578', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'port_id': 'b1ad13ce-ea77-4c53-9370-6731ea30b1e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'mac_address': 'fa:16:3e:87:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b113625-f6bd-49fa-b8ca-2ed6c6c190ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:59:28Z', 'updated_at': '2022-03-14T18:59:40Z', 'revision_number': 1, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e999f147-e82c-4af4-afad-064e0c43fef2', 'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'mac_address': 'fa:16:3e:8f:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:26Z', 'updated_at': '2022-03-14T18:54:38Z', 'revision_number': 5, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'subnets': [{'id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:41.525119 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd050062-93f1-4a31-b9a9-c03294e0fc8f req-73d6c53a-3c73-4be1-bbcc-73d7bae4b907 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:41.526627 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fd050062-93f1-4a31-b9a9-c03294e0fc8f req-73d6c53a-3c73-4be1-bbcc-73d7bae4b907 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 946 time: 0.0527563 Mar 14 18:59:41.545904 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb2eb7-28c9-4657-aaf0-109f770b7b37 None None] The sync data for ids ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'] in dv-cinder-829664-3-iscsi is: [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'd02913a2-5d26-4c84-bcaf-2cad7420e578', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'port_id': 'b1ad13ce-ea77-4c53-9370-6731ea30b1e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'mac_address': 'fa:16:3e:87:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b113625-f6bd-49fa-b8ca-2ed6c6c190ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:59:28Z', 'updated_at': '2022-03-14T18:59:40Z', 'revision_number': 1, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e999f147-e82c-4af4-afad-064e0c43fef2', 'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'mac_address': 'fa:16:3e:8f:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:26Z', 'updated_at': '2022-03-14T18:54:38Z', 'revision_number': 5, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'subnets': [{'id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:59:41.575040 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fd050062-93f1-4a31-b9a9-c03294e0fc8f req-0441ebf5-ec1d-4c6c-bc68-dae92baf7f76 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 Mar 14 18:59:41.730720 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788aa7ee-7a07-45aa-90ed-c5a77e27f9a1 None None] New status for floating IP d02913a2-5d26-4c84-bcaf-2cad7420e578: ACTIVE {{(pid=109515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:59:41.942731 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792eadf-0571-484b-ab51-4c16e785963c req-4ffd90ea-6e55-43d5-9951-90b98858c5ed tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:41.944248 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7792eadf-0571-484b-ab51-4c16e785963c req-4ffd90ea-6e55-43d5-9951-90b98858c5ed tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0622356 Mar 14 18:59:41.994755 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7792eadf-0571-484b-ab51-4c16e785963c req-27213118-dc48-47f5-8047-bbe72b2b08e1 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436432 Mar 14 18:59:42.710169 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acba7a-95ef-4045-812e-ba1d6f5f67e5 req-954d0bac-27d1-4cd5-8c59-8f17938fd594 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:42.711702 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-69acba7a-95ef-4045-812e-ba1d6f5f67e5 req-954d0bac-27d1-4cd5-8c59-8f17938fd594 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 946 time: 0.0565090 Mar 14 18:59:42.760887 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-69acba7a-95ef-4045-812e-ba1d6f5f67e5 req-ab921138-a89e-4064-8b39-6540740c3398 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428381 Mar 14 18:59:43.154573 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b734-c8c2-40e7-b6d1-3ec84705fe2b req-6e36a2dc-cb1d-45a5-b9fb-7e1131521cd8 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:43.156346 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-93e9b734-c8c2-40e7-b6d1-3ec84705fe2b req-6e36a2dc-cb1d-45a5-b9fb-7e1131521cd8 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0829368 Mar 14 18:59:43.221053 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-93e9b734-c8c2-40e7-b6d1-3ec84705fe2b req-59636009-1147-4097-9bb0-b8c179e2688c tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588760 Mar 14 18:59:43.343345 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [req-22cdc47b-25dc-407d-83bf-f4318bf6754e req-f02d5542-647d-4b22-ba1d-bc122e2c8760 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:59:43.344422 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-22cdc47b-25dc-407d-83bf-f4318bf6754e req-f02d5542-647d-4b22-ba1d-bc122e2c8760 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0614600 Mar 14 18:59:43.476661 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-bfee68d4-36ea-493e-977a-51a7ef0609a7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441847 Mar 14 18:59:43.533047 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba46be0-4e45-4a8a-b082-0db1d1b22357 req-5ee75604-6fb8-4d7e-ac55-0bd212ca31ad tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:43.534533 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4ba46be0-4e45-4a8a-b082-0db1d1b22357 req-5ee75604-6fb8-4d7e-ac55-0bd212ca31ad tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0807912 Mar 14 18:59:43.550003 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-0c4e2d11-bf16-4ace-8db7-710ef73ce0b0 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:43.551370 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-0c4e2d11-bf16-4ace-8db7-710ef73ce0b0 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports/7a85563c-4c39-4b8e-84e6-94ee1f8bd288 HTTP/1.1" status: 200 len: 942 time: 0.0466368 Mar 14 18:59:43.569582 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-852e2d77-19ea-4831-92f7-ef760474ae7f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:43.571007 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-852e2d77-19ea-4831-92f7-ef760474ae7f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 946 time: 0.0810716 Mar 14 18:59:43.625849 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4ba46be0-4e45-4a8a-b082-0db1d1b22357 req-f3af57bd-d961-4d25-82d8-7d4af350a117 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836315 Mar 14 18:59:43.686762 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-3b59f7c2-a788-4512-8d04-36ef25cd173b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Deleting port f56a0f56-ebcd-43d7-8b59-1baed34f8295 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:43.687143 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-3b59f7c2-a788-4512-8d04-36ef25cd173b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:43.782759 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-3b59f7c2-a788-4512-8d04-36ef25cd173b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] For port f56a0f56-ebcd-43d7-8b59-1baed34f8295, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=f56a0f56-ebcd-43d7-8b59-1baed34f8295,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:43.783119 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-3b59f7c2-a788-4512-8d04-36ef25cd173b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:43.884645 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fb3e8-ec5d-4f63-a32c-96759a12e132 req-81f46fd9-993f-48c3-aa10-19809cb3d32c tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:43.886871 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d52fb3e8-ec5d-4f63-a32c-96759a12e132 req-81f46fd9-993f-48c3-aa10-19809cb3d32c tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 946 time: 0.0552247 Mar 14 18:59:43.940032 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d52fb3e8-ec5d-4f63-a32c-96759a12e132 req-cb426525-b99c-4b91-8a72-bdbbade0e66a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=bf07bb95-62b6-4b7b-b415-f572dd1604f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445738 Mar 14 18:59:43.974980 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-3b59f7c2-a788-4512-8d04-36ef25cd173b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:43.975341 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-3b59f7c2-a788-4512-8d04-36ef25cd173b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (b7bdafcc-f9dd-4cd9-847e-a7fdb33563f3), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:43.975793 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-3b59f7c2-a788-4512-8d04-36ef25cd173b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Floating IP b7bdafcc-f9dd-4cd9-847e-a7fdb33563f3 disassociated. External IP: 172.27.3.243, port: f56a0f56-ebcd-43d7-8b59-1baed34f8295. Mar 14 18:59:43.976020 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-3b59f7c2-a788-4512-8d04-36ef25cd173b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Calling delete_port for f56a0f56-ebcd-43d7-8b59-1baed34f8295 owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:44.116588 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-3b59f7c2-a788-4512-8d04-36ef25cd173b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (f56a0f56-ebcd-43d7-8b59-1baed34f8295), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:44.142718 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59f7c2-a788-4512-8d04-36ef25cd173b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event deleted for resources: {'Port': ['ID=f56a0f56-ebcd-43d7-8b59-1baed34f8295,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:44.262591 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-3b59f7c2-a788-4512-8d04-36ef25cd173b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Router bccde6cd-6452-41b2-9555-dbe2edffde9a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:59:44.378811 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-3b59f7c2-a788-4512-8d04-36ef25cd173b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:59:44.388631 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981babd-fe69-40f1-bde7-0e07f472e4a1 None None] Sync routers for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:59:44.400451 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981babd-fe69-40f1-bde7-0e07f472e4a1 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:44.401246 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-f981babd-fe69-40f1-bde7-0e07f472e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:44.425015 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-3b59f7c2-a788-4512-8d04-36ef25cd173b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] No DVR routers for this DVR port f56a0f56-ebcd-43d7-8b59-1baed34f8295 on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:59:44.427874 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-3b59f7c2-a788-4512-8d04-36ef25cd173b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:44.431366 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e56fe1eb-dfb7-4732-affe-3a42b636120f req-3b59f7c2-a788-4512-8d04-36ef25cd173b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "DELETE /v2.0/ports/f56a0f56-ebcd-43d7-8b59-1baed34f8295 HTTP/1.1" status: 204 len: 173 time: 0.8504071 Mar 14 18:59:44.431857 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b6f63a-5f1c-41a2-9232-00703acc84fa', 'name': 'network-vif-deleted', 'tag': 'f56a0f56-ebcd-43d7-8b59-1baed34f8295'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:44.434629 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c8879d-f5fe-4d42-bee2-8d6dda0abe71" -d '{"events": [{"server_uuid": "58b6f63a-5f1c-41a2-9232-00703acc84fa", "name": "network-vif-deleted", "tag": "f56a0f56-ebcd-43d7-8b59-1baed34f8295"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:44.477075 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6648f151-81cf-4867-8d8b-8d7484ae762a x-openstack-request-id: req-6648f151-81cf-4867-8d8b-8d7484ae762a {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:44.478124 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b6f63a-5f1c-41a2-9232-00703acc84fa", "name": "network-vif-deleted", "tag": "f56a0f56-ebcd-43d7-8b59-1baed34f8295", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:44.478383 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6648f151-81cf-4867-8d8b-8d7484ae762a {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:44.479751 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b6f63a-5f1c-41a2-9232-00703acc84fa', 'name': 'network-vif-deleted', 'tag': 'f56a0f56-ebcd-43d7-8b59-1baed34f8295', 'status': 'completed', 'code': 200} Mar 14 18:59:44.522481 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-f981babd-fe69-40f1-bde7-0e07f472e4a1 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:44.657646 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device f56a0f56-ebcd-43d7-8b59-1baed34f8295 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:44.680387 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: f56a0f56-ebcd-43d7-8b59-1baed34f8295 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:59:44.680727 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device f56a0f56-ebcd-43d7-8b59-1baed34f8295 not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:44.681143 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:44.746901 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72b765-b905-4293-b913-29a4b86f430f req-577166d0-b1f2-4007-badc-24fae6827edf tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:44.748547 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7d72b765-b905-4293-b913-29a4b86f430f req-577166d0-b1f2-4007-badc-24fae6827edf tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0540318 Mar 14 18:59:44.808410 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7d72b765-b905-4293-b913-29a4b86f430f req-af52d206-4e20-43a0-857b-94d39b90453b tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535264 Mar 14 18:59:44.811675 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 is: ACTIVE; New status is: DOWN {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:44.812068 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:44.843089 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912df016-303f-4f46-aaea-28d265372c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:44.845465 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb0eaf4-64c6-40f2-9576-244322a13dd3" -d '{"events": [{"server_uuid": "912df016-303f-4f46-aaea-28d265372c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "7a85563c-4c39-4b8e-84e6-94ee1f8bd288"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:44.861960 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:44.864619 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-f981babd-fe69-40f1-bde7-0e07f472e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:44.870152 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:44.930489 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbf4c5f-1400-4ed8-bd16-833b55a49a93 x-openstack-request-id: req-cbbf4c5f-1400-4ed8-bd16-833b55a49a93 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:44.930873 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912df016-303f-4f46-aaea-28d265372c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "7a85563c-4c39-4b8e-84e6-94ee1f8bd288", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:44.931221 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbbf4c5f-1400-4ed8-bd16-833b55a49a93 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:44.931736 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912df016-303f-4f46-aaea-28d265372c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288', 'code': 200} Mar 14 18:59:44.934513 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981babd-fe69-40f1-bde7-0e07f472e4a1 None None] Checking router: bccde6cd-6452-41b2-9555-dbe2edffde9a for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:59:44.953247 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981babd-fe69-40f1-bde7-0e07f472e4a1 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:44.953935 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-f981babd-fe69-40f1-bde7-0e07f472e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:44.955991 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-80dbcbca-888a-4dde-bc9e-22db8af91c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:44.957705 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-80dbcbca-888a-4dde-bc9e-22db8af91c37 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d&tenant_id=62602078318e427f9a6427505192c559 HTTP/1.1" status: 200 len: 1127 time: 0.0510910 Mar 14 18:59:45.042709 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,revision_number=6']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:45.059039 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-5796dcd3-c98f-4370-9091-e1c7ce0c1ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:45.061088 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-5796dcd3-c98f-4370-9091-e1c7ce0c1ce1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62602078318e427f9a6427505192c559&device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 1127 time: 0.0697575 Mar 14 18:59:45.063161 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-3118506a-fca1-4535-8804-021d6adcb3dc req-6f1dad21-5b31-4512-905a-c699725b61b0 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b6f63a-5f1c-41a2-9232-00703acc84fa HTTP/1.1" status: 200 len: 210 time: 0.0271230 Mar 14 18:59:45.099778 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-f981babd-fe69-40f1-bde7-0e07f472e4a1 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:45.164132 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-d4c64dea-cd66-4064-b7a2-4965a3f72c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:45.167438 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-d4c64dea-cd66-4064-b7a2-4965a3f72c1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=82333385-ac2d-4839-8665-1cd431d3a6f7 HTTP/1.1" status: 200 len: 909 time: 0.0978229 Mar 14 18:59:45.237826 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-b621439e-d717-4db7-8755-79d00a47f86a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288 HTTP/1.1" status: 200 len: 999 time: 0.0612431 Mar 14 18:59:45.290760 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-cbd47c63-99e4-47ab-9222-4bd167e57359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:45.293746 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-cbd47c63-99e4-47ab-9222-4bd167e57359 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e075947a-f8da-4776-a2ef-29eb0a510e7f HTTP/1.1" status: 200 len: 847 time: 0.0473869 Mar 14 18:59:45.298019 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-f981babd-fe69-40f1-bde7-0e07f472e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:45.324628 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981babd-fe69-40f1-bde7-0e07f472e4a1 None None] The sync data for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi is: [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:59:45.347724 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-032d3c58-e16e-45b8-8820-58476f1dc7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:45.349441 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-032d3c58-e16e-45b8-8820-58476f1dc7ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82333385-ac2d-4839-8665-1cd431d3a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487707 Mar 14 18:59:45.443889 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-a2b9ec22-48d9-4eb6-a804-097022a1d2d5 service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869536 Mar 14 18:59:45.537217 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9337004d-8d1c-4164-9a20-af8bfc6dbf94 req-200e084b-d85a-4d08-a2b2-95eddf35e2f4 service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869699 Mar 14 18:59:45.554381 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd9a431-57a1-4994-880d-108e3bfcf091 None None] New status for floating IP b7bdafcc-f9dd-4cd9-847e-a7fdb33563f3: DOWN {{(pid=109515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:59:45.947536 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf728c2-a51b-4146-aede-9ff222d17c45 req-1a81f84f-c53f-4755-9d2d-1c029ca34f0e tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:45.948936 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-baf728c2-a51b-4146-aede-9ff222d17c45 req-1a81f84f-c53f-4755-9d2d-1c029ca34f0e tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0576453 Mar 14 18:59:46.005044 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-baf728c2-a51b-4146-aede-9ff222d17c45 req-0829a17a-cdc1-42f6-97e8-2f47330c5ca6 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480173 Mar 14 18:59:46.166817 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47086) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:46.226841 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a9eb229c-0629-48ed-9533-20f2b6bc82dc tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (bf07bb95-62b6-4b7b-b415-f572dd1604f3), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:46.250035 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a9eb229c-0629-48ed-9533-20f2b6bc82dc tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (bf07bb95-62b6-4b7b-b415-f572dd1604f3), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:46.301376 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a9eb229c-0629-48ed-9533-20f2b6bc82dc tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (bf07bb95-62b6-4b7b-b415-f572dd1604f3), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:46.303909 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a9eb229c-0629-48ed-9533-20f2b6bc82dc tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:46.305061 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-a9eb229c-0629-48ed-9533-20f2b6bc82dc tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "DELETE /v2.0/security-groups/bf07bb95-62b6-4b7b-b415-f572dd1604f3 HTTP/1.1" status: 204 len: 168 time: 0.1371746 Mar 14 18:59:46.308031 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47088) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:46.313809 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb229c-0629-48ed-9533-20f2b6bc82dc tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf07bb95-62b6-4b7b-b415-f572dd1604f3,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:46.322900 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.api.v2.resource [None req-6ea5cd55-474f-4667-baf6-e8189e538b51 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] show failed (client error): The resource could not be found. Mar 14 18:59:46.323945 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-6ea5cd55-474f-4667-baf6-e8189e538b51 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups/bf07bb95-62b6-4b7b-b415-f572dd1604f3 HTTP/1.1" status: 404 len: 347 time: 0.0147910 Mar 14 18:59:46.326906 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47090) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:46.462197 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-7970e6bb-0088-4452-b054-dc03106dfb3f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Deleting port a50b77d9-e9fa-414a-94ab-bf16ea757257 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:46.462544 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-7970e6bb-0088-4452-b054-dc03106dfb3f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (a50b77d9-e9fa-414a-94ab-bf16ea757257), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:46.544793 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-7970e6bb-0088-4452-b054-dc03106dfb3f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (a50b77d9-e9fa-414a-94ab-bf16ea757257), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:46.545044 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-7970e6bb-0088-4452-b054-dc03106dfb3f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (a50b77d9-e9fa-414a-94ab-bf16ea757257), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:46.557606 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-7970e6bb-0088-4452-b054-dc03106dfb3f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Calling delete_port for a50b77d9-e9fa-414a-94ab-bf16ea757257 owned by network:floatingip {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:46.698931 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-7970e6bb-0088-4452-b054-dc03106dfb3f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (a50b77d9-e9fa-414a-94ab-bf16ea757257), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:46.723345 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970e6bb-0088-4452-b054-dc03106dfb3f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event deleted for resources: {'Port': ['ID=a50b77d9-e9fa-414a-94ab-bf16ea757257,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:46.781777 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-7970e6bb-0088-4452-b054-dc03106dfb3f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (b7bdafcc-f9dd-4cd9-847e-a7fdb33563f3), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:46.784220 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-7970e6bb-0088-4452-b054-dc03106dfb3f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:46.785359 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-7970e6bb-0088-4452-b054-dc03106dfb3f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "DELETE /v2.0/floatingips/b7bdafcc-f9dd-4cd9-847e-a7fdb33563f3 HTTP/1.1" status: 204 len: 168 time: 0.4573567 Mar 14 18:59:46.985728 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47094) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:46.990544 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-d3b2bb6c-7d78-4860-8f8b-10b1b5a7d138 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1332194480', 'description': 'tempest-description--1724471066'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:47.010550 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d3b2bb6c-7d78-4860-8f8b-10b1b5a7d138 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.076322 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d3b2bb6c-7d78-4860-8f8b-10b1b5a7d138 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.085299 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d3b2bb6c-7d78-4860-8f8b-10b1b5a7d138 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.136544 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d3b2bb6c-7d78-4860-8f8b-10b1b5a7d138 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.137766 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-d3b2bb6c-7d78-4860-8f8b-10b1b5a7d138 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1509759 Mar 14 18:59:47.140886 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47098) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:47.141646 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2bb6c-7d78-4860-8f8b-10b1b5a7d138 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:47.145446 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-e17dca2e-6189-41d0-9856-54e3e318909f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'security_group_rule': {'security_group_id': 'ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:47.162577 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f84d3a-afde-4d5a-8e5b-8c42deb5139a req-6e078d82-e973-43d1-a374-1e99ffeb3a01 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:47.164134 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-11f84d3a-afde-4d5a-8e5b-8c42deb5139a req-6e078d82-e973-43d1-a374-1e99ffeb3a01 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0910161 Mar 14 18:59:47.178087 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e17dca2e-6189-41d0-9856-54e3e318909f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (598338b3-6caf-4125-b50c-f52d1ae06d70), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.217606 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-11f84d3a-afde-4d5a-8e5b-8c42deb5139a req-471097f2-9334-482a-934d-28e82f50837b tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472662 Mar 14 18:59:47.238246 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e17dca2e-6189-41d0-9856-54e3e318909f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (598338b3-6caf-4125-b50c-f52d1ae06d70), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.244014 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e17dca2e-6189-41d0-9856-54e3e318909f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (598338b3-6caf-4125-b50c-f52d1ae06d70), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.263657 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dca2e-6189-41d0-9856-54e3e318909f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598338b3-6caf-4125-b50c-f52d1ae06d70,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:47.270885 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e17dca2e-6189-41d0-9856-54e3e318909f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.272165 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-e17dca2e-6189-41d0-9856-54e3e318909f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302855 Mar 14 18:59:47.274966 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47100) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:47.279634 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-b50b14eb-4c43-42f3-99d2-8989092d48b9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'security_group_rule': {'security_group_id': 'ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:47.306214 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b50b14eb-4c43-42f3-99d2-8989092d48b9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (c7fcbd5d-68f3-4629-9524-c85d9cfd1aa4), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.361025 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b50b14eb-4c43-42f3-99d2-8989092d48b9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (c7fcbd5d-68f3-4629-9524-c85d9cfd1aa4), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.366163 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b50b14eb-4c43-42f3-99d2-8989092d48b9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (c7fcbd5d-68f3-4629-9524-c85d9cfd1aa4), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.383947 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b14eb-4c43-42f3-99d2-8989092d48b9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fcbd5d-68f3-4629-9524-c85d9cfd1aa4,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:47.392779 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b50b14eb-4c43-42f3-99d2-8989092d48b9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.394042 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-b50b14eb-4c43-42f3-99d2-8989092d48b9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179593 Mar 14 18:59:47.398019 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47102) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:47.403295 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'floatingip': {'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:47.423569 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.525644 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.629970 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Allocated IP 172.27.3.196 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/94a05708-9584-40fc-bab3-5a4cae4c6a2c) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:59:47.731263 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for port (94a05708-9584-40fc-bab3-5a4cae4c6a2c), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.767696 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (94a05708-9584-40fc-bab3-5a4cae4c6a2c), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.802168 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:59:47.808550 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:59:47.811995 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:59:47.817252 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'Port': ['ID=94a05708-9584-40fc-bab3-5a4cae4c6a2c,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:47.896514 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (16e493eb-3514-4860-8579-cdb573d02932), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:47.933525 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (94a05708-9584-40fc-bab3-5a4cae4c6a2c), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:48.087833 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for port (94a05708-9584-40fc-bab3-5a4cae4c6a2c), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:48.095342 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4788572'] for port (94a05708-9584-40fc-bab3-5a4cae4c6a2c), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:48.164177 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'Port': ['ID=94a05708-9584-40fc-bab3-5a4cae4c6a2c,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:48.178092 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (16e493eb-3514-4860-8579-cdb573d02932), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:48.196692 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:48.198113 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-7d66d004-3f97-4b3c-9b5c-2e253728940a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7988684 Mar 14 18:59:48.338621 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a1600-5095-483e-9ffe-1b2f78d22a47 req-8fa123a1-4c2d-4e33-a612-01c92f183617 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:48.340470 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-933a1600-5095-483e-9ffe-1b2f78d22a47 req-8fa123a1-4c2d-4e33-a612-01c92f183617 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0519507 Mar 14 18:59:48.348274 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-90fc8b82-db7b-437b-a843-406f046c717c tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1332194480&fields=id&tenant_id=8da927cccbdc4af29b3a44a95151dfaa HTTP/1.1" status: 200 len: 267 time: 0.0440061 Mar 14 18:59:48.388707 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-933a1600-5095-483e-9ffe-1b2f78d22a47 req-6dc6f139-5e7f-4c53-8e8e-77ca69675d55 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Mar 14 18:59:48.456361 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-c0986a1f-e49a-4e0e-89dd-1923fb7b9479 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:48.457822 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-c0986a1f-e49a-4e0e-89dd-1923fb7b9479 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 814 time: 0.1026726 Mar 14 18:59:48.472745 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-da391104-abb9-4a98-93d0-8c6bcc6116c9 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/quotas/8da927cccbdc4af29b3a44a95151dfaa HTTP/1.1" status: 200 len: 375 time: 0.0095389 Mar 14 18:59:48.526498 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-97a2bdd5-8792-44a8-bd65-41a00a035d82 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489631 Mar 14 18:59:48.620188 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-aa7d3c58-4b29-43a2-bde2-35ffa5291eee service neutron] 10.222.0.52 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822542 Mar 14 18:59:48.710904 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-6e6ef04e-0c1d-489c-a4f9-48468d88b437 service neutron] 10.222.0.52 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851510 Mar 14 18:59:48.882005 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-da2a95b4-08b4-47b4-bb20-f897a98530a9 req-b2969e8e-a53f-4813-9fb2-1b1777ece512 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 210 time: 0.0299747 Mar 14 18:59:49.509863 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd6611-48bd-477c-81c4-7a69a19a33d2 req-f281e948-436a-4e08-9ca1-0176f46c8e9e tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:49.511319 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-63dd6611-48bd-477c-81c4-7a69a19a33d2 req-f281e948-436a-4e08-9ca1-0176f46c8e9e tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0536768 Mar 14 18:59:49.557976 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-63dd6611-48bd-477c-81c4-7a69a19a33d2 req-cf13a697-ec1b-4b59-ab00-e21477ac8183 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408919 Mar 14 18:59:49.872404 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-213c1283-013e-41e3-aa46-bd12d73ccc1f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:49.874030 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-213c1283-013e-41e3-aa46-bd12d73ccc1f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 814 time: 0.0987647 Mar 14 18:59:49.944371 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-0c1118e4-b2ae-49e2-a7e1-cc92e80243e6 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8da927cccbdc4af29b3a44a95151dfaa HTTP/1.1" status: 200 len: 380 time: 0.0588293 Mar 14 18:59:49.953777 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-90f84c5d-ab16-4836-a3de-8fbc4b458834 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'port': {'device_id': '3251295e-dc02-40d5-8793-79479baa1ec1', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'admin_state_up': True, 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'security_groups': ['ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79']}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:50.029967 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c718edd9-7500-4dc9-9087-4a1180e3d0ee req-17f782c4-3f8a-4a62-a9a9-1990abff04b5 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 210 time: 0.0322845 Mar 14 18:59:50.086400 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-90f84c5d-ab16-4836-a3de-8fbc4b458834 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Made reservation on behalf of 8da927cccbdc4af29b3a44a95151dfaa for: {'port': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:59:50.090073 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-90f84c5d-ab16-4836-a3de-8fbc4b458834 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:50.226829 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-90f84c5d-ab16-4836-a3de-8fbc4b458834 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Allocated IP 172.20.0.12 (a7223511-bfad-4d95-9cbd-e94cb3fa3a2f/976b38a2-d7ae-40fd-9d70-aabcc933749c/8e71bbd2-c230-4eb7-8ed2-7bf0e6676740) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:59:50.381593 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-90f84c5d-ab16-4836-a3de-8fbc4b458834 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:50.418216 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-90f84c5d-ab16-4836-a3de-8fbc4b458834 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:50.456189 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-90f84c5d-ab16-4836-a3de-8fbc4b458834 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:59:50.461142 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-90f84c5d-ab16-4836-a3de-8fbc4b458834 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:59:50.465164 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-90f84c5d-ab16-4836-a3de-8fbc4b458834 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:59:50.490348 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f84c5d-ab16-4836-a3de-8fbc4b458834 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event updated for resources: {'Port': ['ID=8e71bbd2-c230-4eb7-8ed2-7bf0e6676740,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:50.520740 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-90f84c5d-ab16-4836-a3de-8fbc4b458834 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:50.521350 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-90f84c5d-ab16-4836-a3de-8fbc4b458834 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:50.539760 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-90f84c5d-ab16-4836-a3de-8fbc4b458834 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5897253 Mar 14 18:59:50.554717 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Request body: {'port': {'device_id': '3251295e-dc02-40d5-8793-79479baa1ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:50.620243 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:50.687236 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcd58d-392f-4bb2-8293-a716199ed0cd req-94b2d669-3781-4aed-ad60-7aa660b925ba tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:50.688451 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-52fcd58d-392f-4bb2-8293-a716199ed0cd req-94b2d669-3781-4aed-ad60-7aa660b925ba tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0554488 Mar 14 18:59:50.736757 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-52fcd58d-392f-4bb2-8293-a716199ed0cd req-4596e52c-a029-4694-bd20-3da6fe2a0f5a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419526 Mar 14 18:59:50.768375 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-a87c01d6-df75-485f-8f7a-14483677a875 None None] Provisioning complete for port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:59:50.769001 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-a87c01d6-df75-485f-8f7a-14483677a875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:50.801714 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-a87c01d6-df75-485f-8f7a-14483677a875 None None] Port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:59:50.873051 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 {{(pid=109512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:59:50.880445 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Publish callbacks [] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:50.892897 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.provisioning_blocks [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Transition to ACTIVE for port object 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 will not be triggered until provisioned by entity L2. {{(pid=109512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:59:50.897683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:50.967101 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Pushing event updated for resources: {'Port': ['ID=8e71bbd2-c230-4eb7-8ed2-7bf0e6676740,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:51.024514 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Attempting to bind port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:59:51.024855 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Attempting to bind port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:59:51.025172 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Attempting to bind port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 on network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:59:51.029703 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 on network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:59:51.030064 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Attempting to bind port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 on network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:59:51.035385 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:59:51.035767 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Checking segment: {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:59:51.036161 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Bound using segment: {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:59:51.036588 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Bound port: 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22888c1a-2a42-4ce1-b93c-83a466eff1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f'}}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:59:51.036947 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:51.111335 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] For port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740, host hv-cinder-82966, cleared binding levels {{(pid=109512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:59:51.139967 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] For port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=8e71bbd2-c230-4eb7-8ed2-7bf0e6676740,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:59:51.148246 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:51.189136 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc53cb-77a4-433f-8185-e43cf47191f7 req-9ab8edc8-aa14-4e33-9adb-89e83b1913f6 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:51.190640 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-57bc53cb-77a4-433f-8185-e43cf47191f7 req-9ab8edc8-aa14-4e33-9adb-89e83b1913f6 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 944 time: 0.0935228 Mar 14 18:59:51.202895 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:51.203462 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:51.204825 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] 10.222.0.69 "PUT /v2.0/ports/8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 HTTP/1.1" status: 200 len: 1094 time: 0.6545570 Mar 14 18:59:51.205257 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3251295e-dc02-40d5-8793-79479baa1ec1', 'tag': '8e71bbd2-c230-4eb7-8ed2-7bf0e6676740'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:51.207565 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb97c70-cc07-4900-ba2e-18729a4709e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3251295e-dc02-40d5-8793-79479baa1ec1", "tag": "8e71bbd2-c230-4eb7-8ed2-7bf0e6676740"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:51.327743 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:51.472957 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f42951-f071-4e13-b1a0-108f5a7cadb7 x-openstack-request-id: req-05f42951-f071-4e13-b1a0-108f5a7cadb7 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:51.473183 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3251295e-dc02-40d5-8793-79479baa1ec1", "tag": "8e71bbd2-c230-4eb7-8ed2-7bf0e6676740", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:51.473521 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05f42951-f071-4e13-b1a0-108f5a7cadb7 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:51.474098 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3251295e-dc02-40d5-8793-79479baa1ec1', 'tag': '8e71bbd2-c230-4eb7-8ed2-7bf0e6676740', 'status': 'completed', 'code': 200} Mar 14 18:59:51.503505 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7238c-2ef5-4b09-813a-a16b73706209 service neutron] Pushing event updated for resources: {'Port': ['ID=8e71bbd2-c230-4eb7-8ed2-7bf0e6676740,revision_number=3']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:51.533579 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-57bc53cb-77a4-433f-8185-e43cf47191f7 req-f1f6afec-ed50-476b-9bd6-b1eefd9bdf9e tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364677 Mar 14 18:59:51.543200 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-c9d3fbcd-a1aa-49cf-a70b-268735d87f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:51.544670 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-c9d3fbcd-a1aa-49cf-a70b-268735d87f8b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 1128 time: 0.0739710 Mar 14 18:59:51.588737 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-b9be4705-d75d-44dd-9852-bceff83b672d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 HTTP/1.1" status: 200 len: 217 time: 0.0331960 Mar 14 18:59:51.645063 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-3c8ad241-f319-4e19-89a8-274c9be55a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:51.646479 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-3c8ad241-f319-4e19-89a8-274c9be55a8b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=976b38a2-d7ae-40fd-9d70-aabcc933749c HTTP/1.1" status: 200 len: 853 time: 0.0502248 Mar 14 18:59:51.694706 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-96388eb1-af69-45aa-b1a7-d94e35397a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:51.696180 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-96388eb1-af69-45aa-b1a7-d94e35397a3d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433447 Mar 14 18:59:51.791358 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-f74f85b1-4ee3-43fa-a776-ec6276a57df6 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882797 Mar 14 18:59:51.860507 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2b017-9edd-488a-adc7-f9339db34eb9 req-2277ad30-b933-4a4d-b6ee-4cf08dd9bde7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:51.861983 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a1c2b017-9edd-488a-adc7-f9339db34eb9 req-2277ad30-b933-4a4d-b6ee-4cf08dd9bde7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0537822 Mar 14 18:59:51.890430 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8e100628-83a4-4875-bb38-d5d76da9e21b req-2fe3c465-cd75-4bf8-b0f3-dc66bbbe59a2 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923557 Mar 14 18:59:51.914407 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a1c2b017-9edd-488a-adc7-f9339db34eb9 req-f9e1ae26-ef05-46f4-a152-afdd80be4023 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465646 Mar 14 18:59:51.983420 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97c70-cc07-4900-ba2e-18729a4709e9 req-f8d3e706-444c-4854-b092-2773c3ee5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:51.984944 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7eb97c70-cc07-4900-ba2e-18729a4709e9 req-f8d3e706-444c-4854-b092-2773c3ee5e19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 1128 time: 0.0452600 Mar 14 18:59:52.078586 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97c70-cc07-4900-ba2e-18729a4709e9 req-c63e08ff-89a6-47f0-93cc-b520981259b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:52.079964 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7eb97c70-cc07-4900-ba2e-18729a4709e9 req-c63e08ff-89a6-47f0-93cc-b520981259b1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 915 time: 0.0866048 Mar 14 18:59:52.119961 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7eb97c70-cc07-4900-ba2e-18729a4709e9 req-59be8956-25d6-4ed0-ac3b-538ef8501eaa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 HTTP/1.1" status: 200 len: 217 time: 0.0331590 Mar 14 18:59:52.167449 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97c70-cc07-4900-ba2e-18729a4709e9 req-4228ac78-1d8b-4ed5-a8c0-decc3c0c0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:52.168974 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7eb97c70-cc07-4900-ba2e-18729a4709e9 req-4228ac78-1d8b-4ed5-a8c0-decc3c0c0895 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=976b38a2-d7ae-40fd-9d70-aabcc933749c HTTP/1.1" status: 200 len: 853 time: 0.0431535 Mar 14 18:59:52.222333 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97c70-cc07-4900-ba2e-18729a4709e9 req-35f8f2dd-c003-43fd-82e4-e74593ead858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:52.223895 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7eb97c70-cc07-4900-ba2e-18729a4709e9 req-35f8f2dd-c003-43fd-82e4-e74593ead858 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482605 Mar 14 18:59:52.314062 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7eb97c70-cc07-4900-ba2e-18729a4709e9 req-68b3f73c-5ffa-4a24-a449-fb6de694cde6 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815084 Mar 14 18:59:52.424345 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7eb97c70-cc07-4900-ba2e-18729a4709e9 req-6b39ba26-e476-4243-839b-8cd049095012 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038349 Mar 14 18:59:52.665793 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9103c-5674-460d-b194-9b18683ea349 req-0e6cb1a9-0dfe-4d51-8fe4-b49d3db9814f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:52.666074 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:59:52.667285 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-85e9103c-5674-460d-b194-9b18683ea349 req-0e6cb1a9-0dfe-4d51-8fe4-b49d3db9814f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 944 time: 0.0572212 Mar 14 18:59:52.714690 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-85e9103c-5674-460d-b194-9b18683ea349 req-4b120f71-4305-4bf3-82c9-eba110ea46f4 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412426 Mar 14 18:59:52.761715 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=8e71bbd2-c230-4eb7-8ed2-7bf0e6676740,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:52.773295 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': '8e71bbd2-c230-4eb7-8ed2-7bf0e6676740', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'port_id': '8e71bbd2-c230-4eb7-8ed2-7bf0e6676740', 'mac_address': 'fa:16:3e:2e:10:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:59:52.809054 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:52.809445 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:52.825042 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:59:52.844199 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=8e71bbd2-c230-4eb7-8ed2-7bf0e6676740,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:52.850240 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:52.850914 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:59:52.936124 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=8e71bbd2-c230-4eb7-8ed2-7bf0e6676740,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:52.990117 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:53.000683 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'port_id': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288', 'mac_address': 'fa:16:3e:25:5f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:59:53.032915 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd5ea1-3e0a-49f5-a0e9-5e8bea58a8b2 req-55034cb9-52b1-41bb-97a8-e218af26fe78 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:53.034438 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-58fd5ea1-3e0a-49f5-a0e9-5e8bea58a8b2 req-55034cb9-52b1-41bb-97a8-e218af26fe78 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 943 time: 0.0509403 Mar 14 18:59:53.037546 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:53.037998 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:53.050977 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:59:53.070362 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:53.075983 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:53.086720 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-58fd5ea1-3e0a-49f5-a0e9-5e8bea58a8b2 req-ff7efcbf-5c85-4fe6-85d2-d7d03b362691 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465214 Mar 14 18:59:53.123087 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,revision_number=7']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:53.345122 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['7a85563c-4c39-4b8e-84e6-94ee1f8bd288'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:59:53.376240 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['8e71bbd2-c230-4eb7-8ed2-7bf0e6676740'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:59:53.850653 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a63d10-a5c7-4d68-9a50-c31d8d768898 req-b90b931b-b6c1-4f1a-b735-8783c6cba5be tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:53.852116 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b7a63d10-a5c7-4d68-9a50-c31d8d768898 req-b90b931b-b6c1-4f1a-b735-8783c6cba5be tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 945 time: 0.0640640 Mar 14 18:59:53.902183 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b7a63d10-a5c7-4d68-9a50-c31d8d768898 req-b462e47c-eef2-47d2-8a30-1ffdeff81eb8 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419974 Mar 14 18:59:53.915517 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:59:54.219211 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21790d-86dc-4e97-9507-62789ef89fe9 req-17c8828e-459f-45f4-8267-0555d2f5d313 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:54.220705 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6a21790d-86dc-4e97-9507-62789ef89fe9 req-17c8828e-459f-45f4-8267-0555d2f5d313 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 944 time: 0.0532749 Mar 14 18:59:54.273466 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6a21790d-86dc-4e97-9507-62789ef89fe9 req-5ae161b5-54c0-4e25-a402-7a4aa084ee22 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448561 Mar 14 18:59:54.676789 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:59:54.732700 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:59:54.733082 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:54.815325 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:54.815841 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:54.846355 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912df016-303f-4f46-aaea-28d265372c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:54.848693 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f9b4ea-0e0e-4e2b-86f3-cb27d1eeed1e" -d '{"events": [{"server_uuid": "912df016-303f-4f46-aaea-28d265372c4d", "name": "network-vif-plugged", "status": "completed", "tag": "7a85563c-4c39-4b8e-84e6-94ee1f8bd288"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:54.860941 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:54.867614 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:54.868558 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:59:54.890276 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac4b7f6-25c0-4c78-a598-e0268f9f4ee7 x-openstack-request-id: req-fac4b7f6-25c0-4c78-a598-e0268f9f4ee7 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:54.890568 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912df016-303f-4f46-aaea-28d265372c4d", "name": "network-vif-plugged", "status": "completed", "tag": "7a85563c-4c39-4b8e-84e6-94ee1f8bd288", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:54.890819 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fac4b7f6-25c0-4c78-a598-e0268f9f4ee7 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:54.891199 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912df016-303f-4f46-aaea-28d265372c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288', 'code': 200} Mar 14 18:59:54.942651 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,revision_number=8']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:54.957663 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:59:54.961568 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:59:54.962048 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:55.026131 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef305cf-3c0a-4b70-8e56-9129f1ece074 req-466a6f26-87c9-4ee6-a460-b36a9acc307d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:55.027653 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2ef305cf-3c0a-4b70-8e56-9129f1ece074 req-466a6f26-87c9-4ee6-a460-b36a9acc307d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 945 time: 0.0537975 Mar 14 18:59:55.045651 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:55.046144 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:55.079992 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2ef305cf-3c0a-4b70-8e56-9129f1ece074 req-4310f696-8851-4bb4-aed8-3a1170f9f828 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443451 Mar 14 18:59:55.081926 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=8e71bbd2-c230-4eb7-8ed2-7bf0e6676740,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:55.087798 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:55.139222 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=8e71bbd2-c230-4eb7-8ed2-7bf0e6676740,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:55.169557 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a3f88-0550-42a7-8fc3-7af81fa3164e req-bf736d63-2b35-4474-af23-6be883250d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:55.171072 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-de4a3f88-0550-42a7-8fc3-7af81fa3164e req-bf736d63-2b35-4474-af23-6be883250d65 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 1129 time: 0.0471032 Mar 14 18:59:55.218931 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-de4a3f88-0550-42a7-8fc3-7af81fa3164e req-7aac7d81-90c1-4519-9503-c7e7ff5d4ae9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395048 Mar 14 18:59:55.413926 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a9381-d0e5-4bc8-9b3f-1d2d4f3af6f9 req-399161c2-9245-43c4-8ec0-0ad75ee3604f tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:55.415411 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-661a9381-d0e5-4bc8-9b3f-1d2d4f3af6f9 req-399161c2-9245-43c4-8ec0-0ad75ee3604f tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0612533 Mar 14 18:59:55.465575 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-661a9381-d0e5-4bc8-9b3f-1d2d4f3af6f9 req-4a38928e-2b4a-428b-a8be-9337376051b3 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442874 Mar 14 18:59:56.217501 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50956609-fcf4-43c2-b5bf-b8dbdf876f1a req-f6dfe61a-a543-4b6c-b63e-5491f7cb684f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:56.218909 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-50956609-fcf4-43c2-b5bf-b8dbdf876f1a req-f6dfe61a-a543-4b6c-b63e-5491f7cb684f tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 946 time: 0.0575960 Mar 14 18:59:56.270203 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-50956609-fcf4-43c2-b5bf-b8dbdf876f1a req-2cbb899a-7317-41cc-b842-1a1c517c6b44 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453815 Mar 14 18:59:56.585286 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e90242-2985-4070-8cfc-8e82a2a6c769 req-73760926-d728-4f4a-8494-c5f7233e2550 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:56.586768 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a9e90242-2985-4070-8cfc-8e82a2a6c769 req-73760926-d728-4f4a-8494-c5f7233e2550 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0533712 Mar 14 18:59:56.641598 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a9e90242-2985-4070-8cfc-8e82a2a6c769 req-126f63d3-8957-45f2-8121-9565c8f5f7b5 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464551 Mar 14 18:59:56.893002 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3251295e-dc02-40d5-8793-79479baa1ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e71bbd2-c230-4eb7-8ed2-7bf0e6676740'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:56.897326 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca5d37d-4790-4970-b02e-5a3d90b7e960" -d '{"events": [{"server_uuid": "3251295e-dc02-40d5-8793-79479baa1ec1", "name": "network-vif-plugged", "status": "completed", "tag": "8e71bbd2-c230-4eb7-8ed2-7bf0e6676740"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:56.991808 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e68977-7099-4576-91cb-00c2b86542e3 x-openstack-request-id: req-f1e68977-7099-4576-91cb-00c2b86542e3 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:56.992106 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3251295e-dc02-40d5-8793-79479baa1ec1", "name": "network-vif-plugged", "status": "completed", "tag": "8e71bbd2-c230-4eb7-8ed2-7bf0e6676740", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:56.992360 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1e68977-7099-4576-91cb-00c2b86542e3 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:56.992761 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3251295e-dc02-40d5-8793-79479baa1ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e71bbd2-c230-4eb7-8ed2-7bf0e6676740', 'code': 200} Mar 14 18:59:57.178313 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d2358-8852-4700-bcfd-c1480f51d681 req-efd1b784-29d9-4a1b-8862-a77a80ec720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:57.179835 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2e8d2358-8852-4700-bcfd-c1480f51d681 req-efd1b784-29d9-4a1b-8862-a77a80ec720e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 1130 time: 0.0440822 Mar 14 18:59:57.231167 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-2e8d2358-8852-4700-bcfd-c1480f51d681 req-f3495015-33bd-4e3f-b80d-26dd349a0991 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381978 Mar 14 18:59:57.406053 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e634f9-ea8d-489e-9047-d304313a06ea req-c8e6a35f-9e1f-4292-9134-2f40edbfbe6a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:57.407457 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-12e634f9-ea8d-489e-9047-d304313a06ea req-c8e6a35f-9e1f-4292-9134-2f40edbfbe6a tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 946 time: 0.0559924 Mar 14 18:59:57.456062 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-12e634f9-ea8d-489e-9047-d304313a06ea req-272d825e-8928-4fd3-8e3e-b7d5e9eef1eb tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417790 Mar 14 18:59:58.588076 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3f230-bf64-4aaf-9802-70508ea2e83e req-c042a0f2-1911-4b23-9e87-e1d92f94cc99 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:58.590011 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7af3f230-bf64-4aaf-9802-70508ea2e83e req-c042a0f2-1911-4b23-9e87-e1d92f94cc99 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 946 time: 0.0604160 Mar 14 18:59:58.640255 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7af3f230-bf64-4aaf-9802-70508ea2e83e req-4c7c7595-fa5b-479c-a0dc-5d8131a40f96 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445502 Mar 14 18:59:59.768089 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f977c-a000-4e7d-ab00-e2898891bc8b req-fbd4bb27-58e5-44b5-933b-677214054dec tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:59.769567 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5c6f977c-a000-4e7d-ab00-e2898891bc8b req-fbd4bb27-58e5-44b5-933b-677214054dec tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 946 time: 0.0620503 Mar 14 18:59:59.818094 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5c6f977c-a000-4e7d-ab00-e2898891bc8b req-3c8d10fd-c00c-4501-8e99-bebaf6ffb423 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 Mar 14 18:59:59.940564 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2ffaa-3099-4334-bb6d-d75653a523e3 req-abe1a2c0-cd68-4801-aed4-f4c76517b51d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:59.942076 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1cc2ffaa-3099-4334-bb6d-d75653a523e3 req-abe1a2c0-cd68-4801-aed4-f4c76517b51d tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 946 time: 0.0562732 Mar 14 18:59:59.950680 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47180) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:59.954934 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-910f482c-527c-49b0-ab21-195b0e123392 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Request body: {'floatingip': {'port_id': '8e71bbd2-c230-4eb7-8ed2-7bf0e6676740'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:59.999276 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-910f482c-527c-49b0-ab21-195b0e123392 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (16e493eb-3514-4860-8579-cdb573d02932), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:00.714730 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-910f482c-527c-49b0-ab21-195b0e123392 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:00.721897 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-910f482c-527c-49b0-ab21-195b0e123392 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (16e493eb-3514-4860-8579-cdb573d02932), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:00.823137 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.l3_db [None req-910f482c-527c-49b0-ab21-195b0e123392 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Floating IP 16e493eb-3514-4860-8579-cdb573d02932 associated. External IP: 172.27.3.196, port: 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740. Mar 14 19:00:01.035229 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910f482c-527c-49b0-ab21-195b0e123392 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Router bccde6cd-6452-41b2-9555-dbe2edffde9a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:00:01.148160 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910f482c-527c-49b0-ab21-195b0e123392 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:00:01.153482 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-910f482c-527c-49b0-ab21-195b0e123392 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:01.159967 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776cf537-5400-4533-9170-b83985f5cf0d None None] Sync routers for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:00:01.171810 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776cf537-5400-4533-9170-b83985f5cf0d None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:00:01.172513 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-776cf537-5400-4533-9170-b83985f5cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:01.183705 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-910f482c-527c-49b0-ab21-195b0e123392 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "PUT /v2.0/floatingips/16e493eb-3514-4860-8579-cdb573d02932 HTTP/1.1" status: 200 len: 992 time: 1.2319782 Mar 14 19:00:01.184307 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3251295e-dc02-40d5-8793-79479baa1ec1', 'tag': '8e71bbd2-c230-4eb7-8ed2-7bf0e6676740'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:01.186565 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216ce85d-8221-4311-a0e0-6297344c5519" -d '{"events": [{"name": "network-changed", "server_uuid": "3251295e-dc02-40d5-8793-79479baa1ec1", "tag": "8e71bbd2-c230-4eb7-8ed2-7bf0e6676740"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:00:01.220991 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d93278-2130-4cff-98eb-32f61a1c44ad x-openstack-request-id: req-07d93278-2130-4cff-98eb-32f61a1c44ad {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:00:01.221258 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3251295e-dc02-40d5-8793-79479baa1ec1", "tag": "8e71bbd2-c230-4eb7-8ed2-7bf0e6676740", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:00:01.221534 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07d93278-2130-4cff-98eb-32f61a1c44ad {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:00:01.221934 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3251295e-dc02-40d5-8793-79479baa1ec1', 'tag': '8e71bbd2-c230-4eb7-8ed2-7bf0e6676740', 'status': 'completed', 'code': 200} Mar 14 19:00:01.282116 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-776cf537-5400-4533-9170-b83985f5cf0d None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:00:01.289546 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ce85d-8221-4311-a0e0-6297344c5519 req-8d1703e6-1157-4f29-9533-20db7fbf1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:01.291000 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-216ce85d-8221-4311-a0e0-6297344c5519 req-8d1703e6-1157-4f29-9533-20db7fbf1e9c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 1130 time: 0.0448174 Mar 14 19:00:01.383014 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ce85d-8221-4311-a0e0-6297344c5519 req-598fa8c7-3307-4004-bc7e-060930e6a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:01.384504 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-216ce85d-8221-4311-a0e0-6297344c5519 req-598fa8c7-3307-4004-bc7e-060930e6a068 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 200 len: 915 time: 0.0864835 Mar 14 19:00:01.460484 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-216ce85d-8221-4311-a0e0-6297344c5519 req-cdd91918-a876-4ba1-b699-99cf4c0092f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 HTTP/1.1" status: 200 len: 1000 time: 0.0578804 Mar 14 19:00:01.502177 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-776cf537-5400-4533-9170-b83985f5cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '16e493eb-3514-4860-8579-cdb573d02932', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': '8e71bbd2-c230-4eb7-8ed2-7bf0e6676740', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:2e:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3251295e-dc02-40d5-8793-79479baa1ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:59:47Z', 'updated_at': '2022-03-14T19:00:00Z', 'revision_number': 1, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:01.515575 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ce85d-8221-4311-a0e0-6297344c5519 req-ea6adc87-8e3d-4290-b963-1a3f31f49603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:01.516982 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-216ce85d-8221-4311-a0e0-6297344c5519 req-ea6adc87-8e3d-4290-b963-1a3f31f49603 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=976b38a2-d7ae-40fd-9d70-aabcc933749c HTTP/1.1" status: 200 len: 853 time: 0.0435824 Mar 14 19:00:01.531525 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776cf537-5400-4533-9170-b83985f5cf0d None None] Checking router: bccde6cd-6452-41b2-9555-dbe2edffde9a for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:00:01.541109 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776cf537-5400-4533-9170-b83985f5cf0d None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:00:01.541643 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-776cf537-5400-4533-9170-b83985f5cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T18:59:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:01.573451 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ce85d-8221-4311-a0e0-6297344c5519 req-0d15c181-9afa-4b80-b742-e382ab02b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:01.574979 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-216ce85d-8221-4311-a0e0-6297344c5519 req-0d15c181-9afa-4b80-b742-e382ab02b276 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486088 Mar 14 19:00:01.656110 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-776cf537-5400-4533-9170-b83985f5cf0d None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:00:01.669550 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-216ce85d-8221-4311-a0e0-6297344c5519 req-4c08ff6d-5a8e-4307-aa29-5f5a67589257 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849426 Mar 14 19:00:01.766533 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-216ce85d-8221-4311-a0e0-6297344c5519 req-e8583b9a-458a-4897-b598-bbc1f17bc377 service neutron] 10.222.0.69 "GET /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877972 Mar 14 19:00:01.877837 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-776cf537-5400-4533-9170-b83985f5cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '16e493eb-3514-4860-8579-cdb573d02932', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': '8e71bbd2-c230-4eb7-8ed2-7bf0e6676740', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:2e:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3251295e-dc02-40d5-8793-79479baa1ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:59:47Z', 'updated_at': '2022-03-14T19:00:00Z', 'revision_number': 1, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:01.903791 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776cf537-5400-4533-9170-b83985f5cf0d None None] The sync data for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi is: [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '16e493eb-3514-4860-8579-cdb573d02932', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'port_id': '8e71bbd2-c230-4eb7-8ed2-7bf0e6676740', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'mac_address': 'fa:16:3e:2e:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3251295e-dc02-40d5-8793-79479baa1ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:59:47Z', 'updated_at': '2022-03-14T19:00:00Z', 'revision_number': 1, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:00:02.101391 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d304064-fdf1-4085-aece-1fc5c48a8ce5 None None] New status for floating IP 16e493eb-3514-4860-8579-cdb573d02932: ACTIVE {{(pid=109515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:00:02.391241 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-637858e4-8a76-432a-951b-378f5fd392f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:04.715800 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-87fe3009-4368-4ed8-a290-141a40f6040c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:05.945008 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:07.111165 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:08.729282 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:09.120395 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff954-c559-45cf-a25e-153f08e0e58e req-e1bdac1e-0589-40ac-8e20-b4518cb65df2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:09.121898 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a63ff954-c559-45cf-a25e-153f08e0e58e req-e1bdac1e-0589-40ac-8e20-b4518cb65df2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0585942 Mar 14 19:00:09.171637 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a63ff954-c559-45cf-a25e-153f08e0e58e req-833a6acb-2407-4d7f-9929-e4b4c659d497 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439377 Mar 14 19:00:10.301574 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbbdfb-141b-4af1-95c3-8b842ccff4bb req-c3f1ff2f-0081-4aaa-8257-cc9864c4397b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:10.303001 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dbfbbdfb-141b-4af1-95c3-8b842ccff4bb req-c3f1ff2f-0081-4aaa-8257-cc9864c4397b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0563381 Mar 14 19:00:10.349758 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dbfbbdfb-141b-4af1-95c3-8b842ccff4bb req-e10da61a-1eb5-4866-9bf2-1be80cf9c759 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410132 Mar 14 19:00:11.489133 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88758b7f-d495-4fec-bc46-70096006f8dd req-05e358cd-8713-4599-b4d4-b3d87d5ed324 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:11.490834 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-88758b7f-d495-4fec-bc46-70096006f8dd req-05e358cd-8713-4599-b4d4-b3d87d5ed324 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0614204 Mar 14 19:00:11.542830 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-88758b7f-d495-4fec-bc46-70096006f8dd req-b18da638-3727-459b-820c-dbf66e83e4e0 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440023 Mar 14 19:00:12.681251 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149329-7079-458e-b4a4-1df38a8b764c req-aba254cc-7978-4b65-a3b4-51107554a8e2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:12.682723 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ff149329-7079-458e-b4a4-1df38a8b764c req-aba254cc-7978-4b65-a3b4-51107554a8e2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0546043 Mar 14 19:00:12.730070 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ff149329-7079-458e-b4a4-1df38a8b764c req-eccfd529-d8bc-42df-aa19-1192d73e82c6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414000 Mar 14 19:00:13.871454 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d4ed1-438f-4ea7-8559-60f06a585985 req-57ba1d76-b268-44a8-b0f5-b0f94033281b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:13.873051 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-030d4ed1-438f-4ea7-8559-60f06a585985 req-57ba1d76-b268-44a8-b0f5-b0f94033281b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0592849 Mar 14 19:00:13.922609 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-030d4ed1-438f-4ea7-8559-60f06a585985 req-efc8268f-532e-4537-bea3-799952e5b29f tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417471 Mar 14 19:00:15.062529 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567084f2-4370-43c1-87ac-f57ef2040d1c req-312f01e3-09bb-418c-bed4-5235dbf22491 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:15.064035 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-567084f2-4370-43c1-87ac-f57ef2040d1c req-312f01e3-09bb-418c-bed4-5235dbf22491 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0574195 Mar 14 19:00:15.114890 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-567084f2-4370-43c1-87ac-f57ef2040d1c req-b998466f-a5dd-4e52-a41d-e19b146998a4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451076 Mar 14 19:00:16.247031 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180f852-b8b3-4a15-8527-fb0b58e5790d req-bb0a1263-d7a7-43df-a176-83d515bc531e tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:16.248443 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1180f852-b8b3-4a15-8527-fb0b58e5790d req-bb0a1263-d7a7-43df-a176-83d515bc531e tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0546522 Mar 14 19:00:16.305457 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1180f852-b8b3-4a15-8527-fb0b58e5790d req-98f930e2-d1a4-4f0a-8849-a00ac991c370 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495253 Mar 14 19:00:17.439984 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc95d2a-76f3-4073-aa6b-60e2193ed911 req-b270a3ce-4e7f-4422-9e8e-0ac57777501e tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:17.441449 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5cc95d2a-76f3-4073-aa6b-60e2193ed911 req-b270a3ce-4e7f-4422-9e8e-0ac57777501e tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0534072 Mar 14 19:00:17.488820 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5cc95d2a-76f3-4073-aa6b-60e2193ed911 req-9a069138-ced6-4659-8686-05d79547d997 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417907 Mar 14 19:00:18.633890 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f0882-d279-458f-bde6-529092f1bfa9 req-fc4a6acc-b2e5-43dc-a198-2e24d36b2394 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:18.635362 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-359f0882-d279-458f-bde6-529092f1bfa9 req-fc4a6acc-b2e5-43dc-a198-2e24d36b2394 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0546389 Mar 14 19:00:18.684692 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-359f0882-d279-458f-bde6-529092f1bfa9 req-b84843e8-f9d5-4f93-802e-519c024637ab tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437832 Mar 14 19:00:19.813463 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1ee9e-1ab7-48ec-90b8-d340b5647193 req-fcadb61e-4c17-41c8-8cfc-005de4561214 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:19.814994 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5ed1ee9e-1ab7-48ec-90b8-d340b5647193 req-fcadb61e-4c17-41c8-8cfc-005de4561214 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0587473 Mar 14 19:00:19.868665 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5ed1ee9e-1ab7-48ec-90b8-d340b5647193 req-5267f719-85cf-443f-bf91-66b30d7f6b3d tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474892 Mar 14 19:00:20.992864 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1294d-a8f7-448b-8769-da075e161980 req-fefafa42-ce0d-4ae4-b1bb-d4ec2a7cb3a4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:20.994398 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-59d1294d-a8f7-448b-8769-da075e161980 req-fefafa42-ce0d-4ae4-b1bb-d4ec2a7cb3a4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0547390 Mar 14 19:00:21.044917 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-59d1294d-a8f7-448b-8769-da075e161980 req-7c1d056a-0099-468b-af06-dc1a7e0c098f tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450602 Mar 14 19:00:21.324037 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:22.178804 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8547d-9f68-4e50-a2d5-fd2a7cbef1b1 req-8dbbb4d5-d762-4df7-ac06-4d2ec17ba048 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:22.180287 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-96d8547d-9f68-4e50-a2d5-fd2a7cbef1b1 req-8dbbb4d5-d762-4df7-ac06-4d2ec17ba048 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0585213 Mar 14 19:00:22.229569 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-96d8547d-9f68-4e50-a2d5-fd2a7cbef1b1 req-03984d5c-829a-42e6-8456-285aeda951f9 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409265 Mar 14 19:00:23.364256 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f188fc-9b51-4c9d-885e-e50343bf3fa8 req-b0bea78b-4017-4450-a871-64e6f4274c3d tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:23.365741 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c2f188fc-9b51-4c9d-885e-e50343bf3fa8 req-b0bea78b-4017-4450-a871-64e6f4274c3d tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0569754 Mar 14 19:00:23.415217 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c2f188fc-9b51-4c9d-885e-e50343bf3fa8 req-a3507fd5-58ea-41e0-8824-e82b6f14d5ac tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412409 Mar 14 19:00:24.542163 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a1630d2-f884-4916-9bc4-962f3ffcf00b req-a20a0733-880c-4f6d-8e50-ef1a307424a1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444591 Mar 14 19:00:24.552575 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e3f24-9fc3-4629-ba86-f1d8a0846cc4 req-19954de6-811c-4a9b-87ef-c1abfe79bfa9 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:24.554057 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a36e3f24-9fc3-4629-ba86-f1d8a0846cc4 req-19954de6-811c-4a9b-87ef-c1abfe79bfa9 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0531263 Mar 14 19:00:24.601375 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a36e3f24-9fc3-4629-ba86-f1d8a0846cc4 req-1f845c9e-f602-413b-a163-7ca32deebd60 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415702 Mar 14 19:00:24.636716 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1630d2-f884-4916-9bc4-962f3ffcf00b req-0e1efb09-7346-4601-9781-512cf01b8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:24.638219 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a1630d2-f884-4916-9bc4-962f3ffcf00b req-0e1efb09-7346-4601-9781-512cf01b8b0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62602078318e427f9a6427505192c559&device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 1129 time: 0.0459630 Mar 14 19:00:24.746464 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1630d2-f884-4916-9bc4-962f3ffcf00b req-e3c6cf46-f835-41ee-aa8f-776c49d9ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:24.748042 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a1630d2-f884-4916-9bc4-962f3ffcf00b req-e3c6cf46-f835-41ee-aa8f-776c49d9ac1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=82333385-ac2d-4839-8665-1cd431d3a6f7 HTTP/1.1" status: 200 len: 909 time: 0.0858958 Mar 14 19:00:24.814097 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a1630d2-f884-4916-9bc4-962f3ffcf00b req-433ba1e6-c7e8-4cc7-a4b6-3a404ca4ae98 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288 HTTP/1.1" status: 200 len: 1001 time: 0.0566185 Mar 14 19:00:24.864227 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1630d2-f884-4916-9bc4-962f3ffcf00b req-dc3385e5-8906-43ae-a503-2cb6d3972d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:24.865536 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a1630d2-f884-4916-9bc4-962f3ffcf00b req-dc3385e5-8906-43ae-a503-2cb6d3972d5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e075947a-f8da-4776-a2ef-29eb0a510e7f HTTP/1.1" status: 200 len: 847 time: 0.0426619 Mar 14 19:00:24.918955 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1630d2-f884-4916-9bc4-962f3ffcf00b req-d6f6e4be-7621-4f78-b552-edde1763c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:24.920611 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a1630d2-f884-4916-9bc4-962f3ffcf00b req-d6f6e4be-7621-4f78-b552-edde1763c681 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82333385-ac2d-4839-8665-1cd431d3a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466762 Mar 14 19:00:25.014226 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a1630d2-f884-4916-9bc4-962f3ffcf00b req-5f123934-08cf-4c3f-970a-6838905e21d7 service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852873 Mar 14 19:00:25.109498 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1a1630d2-f884-4916-9bc4-962f3ffcf00b req-89074967-544f-47a2-92b2-a00036a512ed service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863953 Mar 14 19:00:25.734179 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb5fef-d29d-4597-890e-2f741c597e5e req-751ea485-22a6-4681-93f6-476fb92d2ad8 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:25.735572 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-afdb5fef-d29d-4597-890e-2f741c597e5e req-751ea485-22a6-4681-93f6-476fb92d2ad8 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0557520 Mar 14 19:00:25.783005 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-afdb5fef-d29d-4597-890e-2f741c597e5e req-f047562c-73a5-4702-9923-20da65107242 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405216 Mar 14 19:00:26.914610 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1e175-8620-4ac9-99e7-10255072fa84 req-e2c1e8f4-de88-423e-83f5-37aea899df83 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:26.916107 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-70f1e175-8620-4ac9-99e7-10255072fa84 req-e2c1e8f4-de88-423e-83f5-37aea899df83 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0533848 Mar 14 19:00:26.968256 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-70f1e175-8620-4ac9-99e7-10255072fa84 req-0113db4a-5c28-4181-a4ab-f1b5880f66d7 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463459 Mar 14 19:00:28.100747 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34400cf7-d20d-4426-b020-6812b2c663f5 req-55538460-f1bb-4ff4-948f-164782e3c18a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:28.102216 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-34400cf7-d20d-4426-b020-6812b2c663f5 req-55538460-f1bb-4ff4-948f-164782e3c18a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0562232 Mar 14 19:00:28.151691 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-34400cf7-d20d-4426-b020-6812b2c663f5 req-4915df0a-2055-4731-adde-fdab48863259 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437951 Mar 14 19:00:29.275203 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd492b-f798-422d-8001-fba960a448af req-4103684a-bdb6-4354-9b67-a3bead819860 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:29.276682 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-cccd492b-f798-422d-8001-fba960a448af req-4103684a-bdb6-4354-9b67-a3bead819860 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0540290 Mar 14 19:00:29.428732 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-cccd492b-f798-422d-8001-fba960a448af req-043b520c-ca73-4f5c-bea0-608eb2301026 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464915 Mar 14 19:00:30.551744 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef5fcf-28ba-484e-81b5-e3002654fb2d req-67b6ef9c-86c4-4a17-8480-f773500f4cf1 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:30.553132 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-35ef5fcf-28ba-484e-81b5-e3002654fb2d req-67b6ef9c-86c4-4a17-8480-f773500f4cf1 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0543921 Mar 14 19:00:30.605910 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-35ef5fcf-28ba-484e-81b5-e3002654fb2d req-33582440-f86d-4b85-870f-9206024e0548 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441847 Mar 14 19:00:30.894592 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 13dcc5d7-b40d-4574-ae63-847389fc6436 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:00:30.914652 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:00:30.996827 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 13dcc5d7-b40d-4574-ae63-847389fc6436, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=13dcc5d7-b40d-4574-ae63-847389fc6436,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:31.008203 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'port_id': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'mac_address': 'fa:16:3e:2d:57:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:00:31.044910 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 13dcc5d7-b40d-4574-ae63-847389fc6436 is: ACTIVE; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:00:31.045301 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:31.057987 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13dcc5d7-b40d-4574-ae63-847389fc6436 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:00:31.076642 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 13dcc5d7-b40d-4574-ae63-847389fc6436, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=13dcc5d7-b40d-4574-ae63-847389fc6436,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:31.081771 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:31.127448 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=13dcc5d7-b40d-4574-ae63-847389fc6436,revision_number=6']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:31.134845 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:31.135139 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:31.135508 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:31.135860 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:31.136184 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:31.136517 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:31.136841 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:31.137164 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:31.137492 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:31.137811 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:31.138133 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:31.138437 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:31.138755 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:31.139075 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:31.139387 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:31.210523 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['13dcc5d7-b40d-4574-ae63-847389fc6436'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:00:31.755395 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c934b-e384-4c47-9a6d-aea1cb0d205a req-10e74cff-cb86-4b6f-bca3-02ccb6883f2b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:31.757731 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3b2c934b-e384-4c47-9a6d-aea1cb0d205a req-10e74cff-cb86-4b6f-bca3-02ccb6883f2b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 944 time: 0.0559196 Mar 14 19:00:31.805073 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3b2c934b-e384-4c47-9a6d-aea1cb0d205a req-52f8a8fb-bf32-4463-be72-a85970990f91 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410528 Mar 14 19:00:32.385578 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-07416de4-ee6f-4229-a946-819a3b69ec39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:32.908616 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 13dcc5d7-b40d-4574-ae63-847389fc6436 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:00:32.948431 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a13b82-ebc3-41c5-a1a6-0beed08c5a16 req-a6facf93-cfa0-471a-85a1-334e98eab1d8 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:32.951233 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-69a13b82-ebc3-41c5-a1a6-0beed08c5a16 req-a6facf93-cfa0-471a-85a1-334e98eab1d8 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 944 time: 0.0723972 Mar 14 19:00:32.986119 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port 13dcc5d7-b40d-4574-ae63-847389fc6436 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:00:32.986907 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:33.007433 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-69a13b82-ebc3-41c5-a1a6-0beed08c5a16 req-39af9bd2-d7b9-4778-98b8-7b4dba543e8c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501285 Mar 14 19:00:33.072738 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 13dcc5d7-b40d-4574-ae63-847389fc6436 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:00:33.073487 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:33.097132 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dcc5d7-b40d-4574-ae63-847389fc6436'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:33.099449 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be65361-5619-4b7e-932e-8619d6d8ab3c" -d '{"events": [{"server_uuid": "aa46cdd8-91ba-4fda-8870-28cb408456b5", "name": "network-vif-plugged", "status": "completed", "tag": "13dcc5d7-b40d-4574-ae63-847389fc6436"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:00:33.114316 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 13dcc5d7-b40d-4574-ae63-847389fc6436, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=13dcc5d7-b40d-4574-ae63-847389fc6436,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:33.120243 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:33.152011 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ba3da7-3689-4ddf-a145-415fd76aa23b x-openstack-request-id: req-37ba3da7-3689-4ddf-a145-415fd76aa23b {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:00:33.152369 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa46cdd8-91ba-4fda-8870-28cb408456b5", "name": "network-vif-plugged", "status": "completed", "tag": "13dcc5d7-b40d-4574-ae63-847389fc6436", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:00:33.152707 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37ba3da7-3689-4ddf-a145-415fd76aa23b {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:00:33.153159 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'code': 200} Mar 14 19:00:33.204588 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=13dcc5d7-b40d-4574-ae63-847389fc6436,revision_number=7']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:34.128306 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d15a1e-7085-43e2-a6aa-b65846a142c7 req-c8063cff-c774-4697-85a3-c20dca756d8a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:34.131957 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-99d15a1e-7085-43e2-a6aa-b65846a142c7 req-c8063cff-c774-4697-85a3-c20dca756d8a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0567431 Mar 14 19:00:34.188971 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-99d15a1e-7085-43e2-a6aa-b65846a142c7 req-b45847f6-d3e7-4b23-959e-18a4ff73b78c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529985 Mar 14 19:00:34.709123 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d364d84b-e33e-46c3-9854-167a3da1e147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:35.349315 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fd146-d3e2-4cff-8d6d-01d77e7978b0 req-e1156693-53e2-43ee-be20-977cdcd7149b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:35.350901 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-458fd146-d3e2-4cff-8d6d-01d77e7978b0 req-e1156693-53e2-43ee-be20-977cdcd7149b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0539410 Mar 14 19:00:35.398656 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-458fd146-d3e2-4cff-8d6d-01d77e7978b0 req-37a4ed87-e816-488b-a7b5-640013068181 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416942 Mar 14 19:00:35.942247 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:36.535139 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ef26c-d0bb-49ef-ba73-abbf35fbdbb3 req-942f9e9a-ffbf-458e-9b33-240f1610df2a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:36.535139 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d94ef26c-d0bb-49ef-ba73-abbf35fbdbb3 req-942f9e9a-ffbf-458e-9b33-240f1610df2a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0584910 Mar 14 19:00:36.586355 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d94ef26c-d0bb-49ef-ba73-abbf35fbdbb3 req-ef0402c1-7758-458b-8ebc-103c7ba07d20 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459144 Mar 14 19:00:37.113375 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:37.738531 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13556c8b-8f66-4a38-a312-2bc2b08c1d89 req-1e16ae77-b30c-4bd4-981b-0a69a1691bdf tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:37.740150 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-13556c8b-8f66-4a38-a312-2bc2b08c1d89 req-1e16ae77-b30c-4bd4-981b-0a69a1691bdf tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0594292 Mar 14 19:00:37.794760 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-13556c8b-8f66-4a38-a312-2bc2b08c1d89 req-5f6bf859-e1d9-49cf-8c18-6a8ac4d3cd64 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480943 Mar 14 19:00:38.728621 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:38.949801 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373963f9-3239-4655-9053-505f49c19b4d req-e89fc492-0056-4e1f-a649-a808be3018de tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:38.951965 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-373963f9-3239-4655-9053-505f49c19b4d req-e89fc492-0056-4e1f-a649-a808be3018de tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0602894 Mar 14 19:00:39.006399 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-373963f9-3239-4655-9053-505f49c19b4d req-909f5c3f-0b1c-4d5b-8729-ffda5f6a8c37 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440741 Mar 14 19:00:40.153561 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b47851-987a-4e32-9a87-0a39e69c1c2a req-5c5cd303-1f5b-40ff-8e27-ab2062fb6f84 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:40.155250 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-28b47851-987a-4e32-9a87-0a39e69c1c2a req-5c5cd303-1f5b-40ff-8e27-ab2062fb6f84 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0595632 Mar 14 19:00:40.212899 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-28b47851-987a-4e32-9a87-0a39e69c1c2a req-4bc1ef16-348f-42bb-a11c-2c7059419f27 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512569 Mar 14 19:00:41.349270 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b09a34-43d3-44b2-a5b5-16b079b42258 req-39b1ca63-b673-4a4f-80d4-4905fce38c4b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:41.350741 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-51b09a34-43d3-44b2-a5b5-16b079b42258 req-39b1ca63-b673-4a4f-80d4-4905fce38c4b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0537779 Mar 14 19:00:41.402246 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-51b09a34-43d3-44b2-a5b5-16b079b42258 req-df72a3d8-cccb-4e21-b961-f805c2a0888c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439355 Mar 14 19:00:41.651064 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71953f13-9924-4240-8c00-16e9ebc46837 req-8af24063-dcf1-4ebc-9803-e2b5310d4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:41.652712 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-71953f13-9924-4240-8c00-16e9ebc46837 req-8af24063-dcf1-4ebc-9803-e2b5310d4dec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fd4a8ca063a453a90dfd25ba3852e42&device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 1129 time: 0.0442441 Mar 14 19:00:41.746282 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71953f13-9924-4240-8c00-16e9ebc46837 req-19438d5e-675a-4af0-9f33-aa1cfbc642b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:41.747798 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-71953f13-9924-4240-8c00-16e9ebc46837 req-19438d5e-675a-4af0-9f33-aa1cfbc642b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=238a0ce0-fc24-410f-b071-3e8d79d444fd HTTP/1.1" status: 200 len: 917 time: 0.0860858 Mar 14 19:00:41.815276 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-71953f13-9924-4240-8c00-16e9ebc46837 req-19d9001d-35b6-42c2-83e7-4a369719579d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13dcc5d7-b40d-4574-ae63-847389fc6436 HTTP/1.1" status: 200 len: 1001 time: 0.0603943 Mar 14 19:00:41.864682 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71953f13-9924-4240-8c00-16e9ebc46837 req-263b98ba-8a94-4494-85cc-c31e68bbce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:41.866143 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-71953f13-9924-4240-8c00-16e9ebc46837 req-263b98ba-8a94-4494-85cc-c31e68bbce2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=295ea95f-a569-4ae3-aa0e-4b878103c9ad HTTP/1.1" status: 200 len: 855 time: 0.0438251 Mar 14 19:00:41.916284 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71953f13-9924-4240-8c00-16e9ebc46837 req-60fc0ee4-10fe-4f1a-b7c3-e9c427d52d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:41.917879 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-71953f13-9924-4240-8c00-16e9ebc46837 req-60fc0ee4-10fe-4f1a-b7c3-e9c427d52d95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=238a0ce0-fc24-410f-b071-3e8d79d444fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449111 Mar 14 19:00:42.009632 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-71953f13-9924-4240-8c00-16e9ebc46837 req-db97f12a-890f-4492-bca4-d66817635056 service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847204 Mar 14 19:00:42.099762 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-71953f13-9924-4240-8c00-16e9ebc46837 req-97d5cb21-4a03-4f54-9714-88aebd259960 service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839317 Mar 14 19:00:42.369377 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcba3d-eb14-4cf5-b2ef-2257dee12b2c req-d75539c8-e5a4-4b24-b91f-1b9e5a94e41a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:42.370752 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-57fcba3d-eb14-4cf5-b2ef-2257dee12b2c req-d75539c8-e5a4-4b24-b91f-1b9e5a94e41a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 945 time: 0.0657444 Mar 14 19:00:42.420094 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-57fcba3d-eb14-4cf5-b2ef-2257dee12b2c req-2dda4b74-db9e-465b-ba41-b0e02226ae95 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c902b1-60a0-44e0-b5fe-03f257ceec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415835 Mar 14 19:00:42.530457 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbd731-1e0e-4daf-9708-9e51b8db561e req-d4c5c621-734e-4eab-ba6a-19d2a5991839 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:42.531926 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-78cbd731-1e0e-4daf-9708-9e51b8db561e req-d4c5c621-734e-4eab-ba6a-19d2a5991839 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0536284 Mar 14 19:00:42.581627 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-78cbd731-1e0e-4daf-9708-9e51b8db561e req-5800ccc3-fde3-4ad1-a8b6-000a0ebb6542 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439727 Mar 14 19:00:43.552846 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebfe2f-5841-40eb-bd43-20a6062e1e5a req-70f66f60-2bb8-4d75-87ad-6a7f9611dcc8 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:43.554315 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3cebfe2f-5841-40eb-bd43-20a6062e1e5a req-70f66f60-2bb8-4d75-87ad-6a7f9611dcc8 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 945 time: 0.0607762 Mar 14 19:00:43.601030 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3cebfe2f-5841-40eb-bd43-20a6062e1e5a req-30674e7d-e34f-42ca-b7b5-d52a7cb8a348 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c902b1-60a0-44e0-b5fe-03f257ceec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Mar 14 19:00:43.874800 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7e74-52ea-4635-bbd7-abd1e9055eb2 req-e4dd3ecb-1fa2-4947-8b3a-5d5a14e97ea7 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:43.876189 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4eba7e74-52ea-4635-bbd7-abd1e9055eb2 req-e4dd3ecb-1fa2-4947-8b3a-5d5a14e97ea7 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0653572 Mar 14 19:00:43.924798 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4eba7e74-52ea-4635-bbd7-abd1e9055eb2 req-9128c550-6dd3-4cb2-887a-7391e22cad8e tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418179 Mar 14 19:00:44.315323 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-c53e0c1d-22b2-4be6-ad0b-7bc8460242d4 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:44.316814 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-c53e0c1d-22b2-4be6-ad0b-7bc8460242d4 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 945 time: 0.0612731 Mar 14 19:00:44.417994 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Deleting port b1ad13ce-ea77-4c53-9370-6731ea30b1e1 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:00:44.418334 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:44.505611 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] For port b1ad13ce-ea77-4c53-9370-6731ea30b1e1, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b1ad13ce-ea77-4c53-9370-6731ea30b1e1,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:44.505971 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:44.679570 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:44.680243 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (d02913a2-5d26-4c84-bcaf-2cad7420e578), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:44.680243 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Floating IP d02913a2-5d26-4c84-bcaf-2cad7420e578 disassociated. External IP: 172.27.3.21, port: b1ad13ce-ea77-4c53-9370-6731ea30b1e1. Mar 14 19:00:44.680552 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Calling delete_port for b1ad13ce-ea77-4c53-9370-6731ea30b1e1 owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:00:44.722224 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c6fc7-bfdd-467d-835e-927971cd3266 req-c244a324-5f1c-40c7-883c-663a606d8e7b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:44.724185 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-571c6fc7-bfdd-467d-835e-927971cd3266 req-c244a324-5f1c-40c7-883c-663a606d8e7b tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b113625-f6bd-49fa-b8ca-2ed6c6c190ea HTTP/1.1" status: 200 len: 945 time: 0.0550435 Mar 14 19:00:44.774484 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-571c6fc7-bfdd-467d-835e-927971cd3266 req-1c270322-94de-4c0a-9876-c5f6a00fe9ba tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3c902b1-60a0-44e0-b5fe-03f257ceec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441089 Mar 14 19:00:44.811932 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (b1ad13ce-ea77-4c53-9370-6731ea30b1e1), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:44.846058 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event deleted for resources: {'Port': ['ID=b1ad13ce-ea77-4c53-9370-6731ea30b1e1,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:44.860683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:44.860683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:44.860683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:44.860683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:44.860683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:44.860683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:44.860683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:44.860683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:44.860683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:44.860683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:44.860683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:44.860683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:44.860683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:44.861984 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:44.861984 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:44.982931 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Router 12b117ed-6999-4284-a01b-46d4e2f1d4ba has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:00:45.001149 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 13dcc5d7-b40d-4574-ae63-847389fc6436 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:00:45.077611 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 13dcc5d7-b40d-4574-ae63-847389fc6436 is: ACTIVE; New status is: DOWN {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:00:45.078026 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:45.101486 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13dcc5d7-b40d-4574-ae63-847389fc6436'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:45.103838 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012c4d7e-6380-4798-b933-3b1b9ead38c6" -d '{"events": [{"server_uuid": "aa46cdd8-91ba-4fda-8870-28cb408456b5", "name": "network-vif-unplugged", "status": "completed", "tag": "13dcc5d7-b40d-4574-ae63-847389fc6436"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:00:45.117929 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 13dcc5d7-b40d-4574-ae63-847389fc6436, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=13dcc5d7-b40d-4574-ae63-847389fc6436,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:45.120314 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17941-f410-4086-acfc-4490fc46e76f req-bd0f15b4-a83b-48bf-9433-bad9aeadcdda tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:45.121786 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-34d17941-f410-4086-acfc-4490fc46e76f req-bd0f15b4-a83b-48bf-9433-bad9aeadcdda tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 945 time: 0.0960572 Mar 14 19:00:45.128463 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:45.129251 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device b1ad13ce-ea77-4c53-9370-6731ea30b1e1 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:00:45.145153 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:00:45.152522 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Mar 2022 19:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1cbf43-5716-4317-a0f9-2c6f211b62af x-openstack-request-id: req-1c1cbf43-5716-4317-a0f9-2c6f211b62af {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:00:45.152816 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa46cdd8-91ba-4fda-8870-28cb408456b5", "name": "network-vif-unplugged", "status": "failed", "tag": "13dcc5d7-b40d-4574-ae63-847389fc6436", "code": 422}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:00:45.153075 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c1cbf43-5716-4317-a0f9-2c6f211b62af {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:00:45.153465 dv-cinder-829664-3-iscsi neutron-server[109514]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'code': 422} returned with failed status Mar 14 19:00:45.155722 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: b1ad13ce-ea77-4c53-9370-6731ea30b1e1 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:00:45.156073 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device b1ad13ce-ea77-4c53-9370-6731ea30b1e1 not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:00:45.160201 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd71fc6b-1abc-4468-84ef-cfd1d1954edf None None] Sync routers for ids ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:00:45.200198 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd71fc6b-1abc-4468-84ef-cfd1d1954edf None None] Routers {'12b117ed-6999-4284-a01b-46d4e2f1d4ba'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:00:45.200938 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-fd71fc6b-1abc-4468-84ef-cfd1d1954edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:00:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:45.203847 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] No DVR routers for this DVR port b1ad13ce-ea77-4c53-9370-6731ea30b1e1 on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:00:45.208659 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-34d17941-f410-4086-acfc-4490fc46e76f req-be8f29b4-c86c-4af5-8da2-80eddc9e9ff2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802808 Mar 14 19:00:45.209706 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:45.213198 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fc3dd2b6-b3da-47ca-8810-a37270354c8d req-6416622c-e32d-479e-85b6-5d2434b6cefb tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.69 "DELETE /v2.0/ports/b1ad13ce-ea77-4c53-9370-6731ea30b1e1 HTTP/1.1" status: 204 len: 173 time: 0.8905735 Mar 14 19:00:45.213639 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b113625-f6bd-49fa-b8ca-2ed6c6c190ea', 'name': 'network-vif-deleted', 'tag': 'b1ad13ce-ea77-4c53-9370-6731ea30b1e1'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:45.216290 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4751ae-c0cf-4329-820d-7d422a1a6df5" -d '{"events": [{"server_uuid": "2b113625-f6bd-49fa-b8ca-2ed6c6c190ea", "name": "network-vif-deleted", "tag": "b1ad13ce-ea77-4c53-9370-6731ea30b1e1"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:00:45.296933 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=13dcc5d7-b40d-4574-ae63-847389fc6436,revision_number=8']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:45.364453 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cc98d7-1893-451d-9705-a13ab70e51ad x-openstack-request-id: req-47cc98d7-1893-451d-9705-a13ab70e51ad {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:00:45.364755 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b113625-f6bd-49fa-b8ca-2ed6c6c190ea", "name": "network-vif-deleted", "tag": "b1ad13ce-ea77-4c53-9370-6731ea30b1e1", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:00:45.365012 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47cc98d7-1893-451d-9705-a13ab70e51ad {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:00:45.365417 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b113625-f6bd-49fa-b8ca-2ed6c6c190ea', 'name': 'network-vif-deleted', 'tag': 'b1ad13ce-ea77-4c53-9370-6731ea30b1e1', 'status': 'completed', 'code': 200} Mar 14 19:00:45.382118 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-fd71fc6b-1abc-4468-84ef-cfd1d1954edf None None] Set router 12b117ed-6999-4284-a01b-46d4e2f1d4ba gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:00:45.593246 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-fd71fc6b-1abc-4468-84ef-cfd1d1954edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'e999f147-e82c-4af4-afad-064e0c43fef2', 'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'mac_address': 'fa:16:3e:8f:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:26Z', 'updated_at': '2022-03-14T18:54:38Z', 'revision_number': 5, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'subnets': [{'id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:45.619191 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd71fc6b-1abc-4468-84ef-cfd1d1954edf None None] Checking router: 12b117ed-6999-4284-a01b-46d4e2f1d4ba for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:00:45.630019 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd71fc6b-1abc-4468-84ef-cfd1d1954edf None None] Routers {'12b117ed-6999-4284-a01b-46d4e2f1d4ba'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:00:45.630622 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-fd71fc6b-1abc-4468-84ef-cfd1d1954edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:00:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:45.744331 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-fd71fc6b-1abc-4468-84ef-cfd1d1954edf None None] Set router 12b117ed-6999-4284-a01b-46d4e2f1d4ba gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:00:45.877302 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47520) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:45.941944 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group (f3c902b1-60a0-44e0-b5fe-03f257ceec41), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:45.959505 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-fd71fc6b-1abc-4468-84ef-cfd1d1954edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'e999f147-e82c-4af4-afad-064e0c43fef2', 'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'mac_address': 'fa:16:3e:8f:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:26Z', 'updated_at': '2022-03-14T18:54:38Z', 'revision_number': 5, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'subnets': [{'id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:45.968634 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group (f3c902b1-60a0-44e0-b5fe-03f257ceec41), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:45.988588 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd71fc6b-1abc-4468-84ef-cfd1d1954edf None None] The sync data for ids ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'] in dv-cinder-829664-3-iscsi is: [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 4, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'e999f147-e82c-4af4-afad-064e0c43fef2', 'name': '', 'network_id': '02582d36-ca25-45a1-af5c-ddbb95f8bde0', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'mac_address': 'fa:16:3e:8f:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:26Z', 'updated_at': '2022-03-14T18:54:38Z', 'revision_number': 5, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'subnets': [{'id': '7884ae3e-1a70-464b-b2c2-a460fd6afe53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:00:46.035822 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (f3c902b1-60a0-44e0-b5fe-03f257ceec41), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:46.039158 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:46.043565 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47530) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:46.044292 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "DELETE /v2.0/security-groups/f3c902b1-60a0-44e0-b5fe-03f257ceec41 HTTP/1.1" status: 204 len: 168 time: 0.1646559 Mar 14 19:00:46.055277 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c902b1-60a0-44e0-b5fe-03f257ceec41,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:46.059232 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.api.v2.resource [None req-513e00ea-bbb7-470a-84d4-c5306bb8821d tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] show failed (client error): The resource could not be found. Mar 14 19:00:46.061109 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-513e00ea-bbb7-470a-84d4-c5306bb8821d tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "GET /v2.0/security-groups/f3c902b1-60a0-44e0-b5fe-03f257ceec41 HTTP/1.1" status: 404 len: 347 time: 0.0155544 Mar 14 19:00:46.064010 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47534) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:46.071325 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:46.074304 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:46.074805 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:46.075474 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:46.076142 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:46.076643 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:46.079975 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:46.080319 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:46.080665 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:46.081001 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:46.081333 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:46.081666 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:46.081993 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:46.082417 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:46.082620 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e52c7-7376-4c60-a528-88b15a4e7715 tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:46.288486 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ceaf6-9e23-4738-82ee-b0ad779dfb18 req-fc9a94cb-768d-41fb-8b2b-88717ac6cc63 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:46.293244 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-651ceaf6-9e23-4738-82ee-b0ad779dfb18 req-fc9a94cb-768d-41fb-8b2b-88717ac6cc63 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 943 time: 0.0819414 Mar 14 19:00:46.380631 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-651ceaf6-9e23-4738-82ee-b0ad779dfb18 req-fc4bd9f3-7f45-43ce-be27-c74b4f664291 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799949 Mar 14 19:00:46.423367 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c719c9-33da-41e6-9fab-020bc1c148bb None None] New status for floating IP d02913a2-5d26-4c84-bcaf-2cad7420e578: DOWN {{(pid=109515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:00:46.434935 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-60553756-3f85-4c1f-941e-871a9b13869a req-f2401ce9-d4e9-4055-a510-9fdb8b799071 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131871 Mar 14 19:00:46.497360 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-a68996e8-5c49-4f1e-99b7-3937f9595c4a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Deleting port 4e6d65e8-c70a-42ef-b12b-6ed7d770f464 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:00:46.497784 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a68996e8-5c49-4f1e-99b7-3937f9595c4a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (4e6d65e8-c70a-42ef-b12b-6ed7d770f464), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:46.519019 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60553756-3f85-4c1f-941e-871a9b13869a req-3a0d0e8b-ed99-4c66-8e2d-943e59b24bba tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:46.520503 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-60553756-3f85-4c1f-941e-871a9b13869a req-3a0d0e8b-ed99-4c66-8e2d-943e59b24bba tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports/13dcc5d7-b40d-4574-ae63-847389fc6436 HTTP/1.1" status: 200 len: 940 time: 0.0551682 Mar 14 19:00:46.580461 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a68996e8-5c49-4f1e-99b7-3937f9595c4a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (4e6d65e8-c70a-42ef-b12b-6ed7d770f464), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:46.580853 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a68996e8-5c49-4f1e-99b7-3937f9595c4a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for floatingip (4e6d65e8-c70a-42ef-b12b-6ed7d770f464), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:46.596860 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-a68996e8-5c49-4f1e-99b7-3937f9595c4a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Calling delete_port for 4e6d65e8-c70a-42ef-b12b-6ed7d770f464 owned by network:floatingip {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:00:46.736779 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a68996e8-5c49-4f1e-99b7-3937f9595c4a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (4e6d65e8-c70a-42ef-b12b-6ed7d770f464), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:46.763809 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68996e8-5c49-4f1e-99b7-3937f9595c4a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Pushing event deleted for resources: {'Port': ['ID=4e6d65e8-c70a-42ef-b12b-6ed7d770f464,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:46.835338 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a68996e8-5c49-4f1e-99b7-3937f9595c4a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks [] for floatingip (d02913a2-5d26-4c84-bcaf-2cad7420e578), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:46.838390 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a68996e8-5c49-4f1e-99b7-3937f9595c4a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:46.842220 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-a68996e8-5c49-4f1e-99b7-3937f9595c4a tempest-AttachVolumeTestJSON-1628918929 tempest-AttachVolumeTestJSON-1628918929-project] 10.222.0.52 "DELETE /v2.0/floatingips/d02913a2-5d26-4c84-bcaf-2cad7420e578 HTTP/1.1" status: 204 len: 168 time: 0.7741866 Mar 14 19:00:47.305104 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60553756-3f85-4c1f-941e-871a9b13869a req-f4236f7c-3eb5-4ed6-a2a7-ac615a923ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:47.306592 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-60553756-3f85-4c1f-941e-871a9b13869a req-f4236f7c-3eb5-4ed6-a2a7-ac615a923ba2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5&tenant_id=0fd4a8ca063a453a90dfd25ba3852e42 HTTP/1.1" status: 200 len: 1127 time: 0.0452545 Mar 14 19:00:47.381299 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60553756-3f85-4c1f-941e-871a9b13869a req-f3b1c463-0392-4933-a7b2-c1649f8bfa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:47.383397 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-60553756-3f85-4c1f-941e-871a9b13869a req-f3b1c463-0392-4933-a7b2-c1649f8bfa77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fd4a8ca063a453a90dfd25ba3852e42&device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 1127 time: 0.0492198 Mar 14 19:00:47.489684 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60553756-3f85-4c1f-941e-871a9b13869a req-3a18e7c5-0b74-49e1-b392-a7cbbba0b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:47.491146 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-60553756-3f85-4c1f-941e-871a9b13869a req-3a18e7c5-0b74-49e1-b392-a7cbbba0b888 service neutron] 10.222.0.69 "GET /v2.0/networks?id=238a0ce0-fc24-410f-b071-3e8d79d444fd HTTP/1.1" status: 200 len: 917 time: 0.1010664 Mar 14 19:00:47.575025 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-60553756-3f85-4c1f-941e-871a9b13869a req-c893a67e-485d-4c08-ad69-f50450053e02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13dcc5d7-b40d-4574-ae63-847389fc6436 HTTP/1.1" status: 200 len: 999 time: 0.0673206 Mar 14 19:00:47.582890 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b751d-6606-4a8f-8db6-cfa98ed6611e req-51d0c17f-43cb-4616-a53a-13ef69cb64cd tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:47.584334 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-866b751d-6606-4a8f-8db6-cfa98ed6611e req-51d0c17f-43cb-4616-a53a-13ef69cb64cd tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 943 time: 0.1125908 Mar 14 19:00:47.651581 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60553756-3f85-4c1f-941e-871a9b13869a req-73499262-1e46-4e9c-a4e1-62f1fb3e3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:47.652931 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-60553756-3f85-4c1f-941e-871a9b13869a req-73499262-1e46-4e9c-a4e1-62f1fb3e3fbc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=295ea95f-a569-4ae3-aa0e-4b878103c9ad HTTP/1.1" status: 200 len: 855 time: 0.0677700 Mar 14 19:00:47.674864 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-866b751d-6606-4a8f-8db6-cfa98ed6611e req-747a82f7-9363-4999-a211-c6b0122aa653 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821917 Mar 14 19:00:47.707711 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60553756-3f85-4c1f-941e-871a9b13869a req-10738956-b576-4eda-badd-a9899d420b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:47.709215 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-60553756-3f85-4c1f-941e-871a9b13869a req-10738956-b576-4eda-badd-a9899d420b06 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=238a0ce0-fc24-410f-b071-3e8d79d444fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489490 Mar 14 19:00:47.803069 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-60553756-3f85-4c1f-941e-871a9b13869a req-8b86d8e4-7255-478f-9380-fdf9ec7de89f service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872705 Mar 14 19:00:47.892837 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-60553756-3f85-4c1f-941e-871a9b13869a req-ad11be2d-fa1a-40e7-ac2b-0f3e9e76c14f service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832508 Mar 14 19:00:48.804104 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedcace-6c58-4454-9742-00e54142bc91 req-1b89b390-c574-40b5-b721-860d263abae3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:48.805501 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6bedcace-6c58-4454-9742-00e54142bc91 req-1b89b390-c574-40b5-b721-860d263abae3 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 943 time: 0.0544817 Mar 14 19:00:48.852609 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6bedcace-6c58-4454-9742-00e54142bc91 req-8287e345-f8d8-441d-98c9-541c1a453276 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415499 Mar 14 19:00:49.978139 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b57c6-e177-42ec-bbd8-99123863d320 req-1459489c-02ce-4585-b61e-43b7132c8271 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:49.979744 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7d0b57c6-e177-42ec-bbd8-99123863d320 req-1459489c-02ce-4585-b61e-43b7132c8271 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 943 time: 0.0538366 Mar 14 19:00:50.034332 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7d0b57c6-e177-42ec-bbd8-99123863d320 req-557fcfdb-2e88-45e2-bdbb-b3d02635b57a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487280 Mar 14 19:00:50.380216 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47616) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:50.932947 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-042a38ed-50e9-42da-8045-5395f5655fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478211'] for router_interface (12b117ed-6999-4284-a01b-46d4e2f1d4ba), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:51.190540 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1f24-3ffa-4f7b-a9ac-a2a77b00afe0 req-4822bbfb-c2c2-43a8-ad23-ee9bd5d691dc tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:51.192130 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ea1a1f24-3ffa-4f7b-a9ac-a2a77b00afe0 req-4822bbfb-c2c2-43a8-ad23-ee9bd5d691dc tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 943 time: 0.0802250 Mar 14 19:00:51.262328 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ea1a1f24-3ffa-4f7b-a9ac-a2a77b00afe0 req-5ee74452-98ea-4477-b323-f256f1b3c37b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645316 Mar 14 19:00:51.286849 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-042a38ed-50e9-42da-8045-5395f5655fd9 admin admin] Deleting port e999f147-e82c-4af4-afad-064e0c43fef2 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:00:51.287412 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-042a38ed-50e9-42da-8045-5395f5655fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:51.345035 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:51.375386 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-042a38ed-50e9-42da-8045-5395f5655fd9 admin admin] For port e999f147-e82c-4af4-afad-064e0c43fef2, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=e999f147-e82c-4af4-afad-064e0c43fef2,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:51.375890 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-042a38ed-50e9-42da-8045-5395f5655fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:51.389931 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-042a38ed-50e9-42da-8045-5395f5655fd9 admin admin] Calling delete_port for e999f147-e82c-4af4-afad-064e0c43fef2 owned by network:router_interface {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:00:51.575386 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-042a38ed-50e9-42da-8045-5395f5655fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (e999f147-e82c-4af4-afad-064e0c43fef2), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:51.599722 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a38ed-50e9-42da-8045-5395f5655fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e999f147-e82c-4af4-afad-064e0c43fef2,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:51.809352 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-042a38ed-50e9-42da-8045-5395f5655fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478391'] for router_interface (12b117ed-6999-4284-a01b-46d4e2f1d4ba), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.060492 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042a38ed-50e9-42da-8045-5395f5655fd9 admin admin] Router 12b117ed-6999-4284-a01b-46d4e2f1d4ba has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:00:52.177090 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042a38ed-50e9-42da-8045-5395f5655fd9 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:00:52.188867 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d63e1-13ab-4f02-acaf-202310a7962a None None] Sync routers for ids ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:00:52.191649 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-042a38ed-50e9-42da-8045-5395f5655fd9 admin admin] 10.222.0.52 "PUT /v2.0/routers/12b117ed-6999-4284-a01b-46d4e2f1d4ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099449 Mar 14 19:00:52.194232 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47628) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:52.200915 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d63e1-13ab-4f02-acaf-202310a7962a None None] Routers {'12b117ed-6999-4284-a01b-46d4e2f1d4ba'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:00:52.201527 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-638d63e1-13ab-4f02-acaf-202310a7962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:00:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:52.319335 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-638d63e1-13ab-4f02-acaf-202310a7962a None None] Set router 12b117ed-6999-4284-a01b-46d4e2f1d4ba gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:00:52.331390 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] Publish callbacks [] for router (12b117ed-6999-4284-a01b-46d4e2f1d4ba), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.479873 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a27f5-3817-499d-9f47-8de6f6f59e5c req-b2128a01-a1ce-4396-bcbb-f87c835b3337 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:52.481384 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-321a27f5-3817-499d-9f47-8de6f6f59e5c req-b2128a01-a1ce-4396-bcbb-f87c835b3337 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 943 time: 0.0980330 Mar 14 19:00:52.516773 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-638d63e1-13ab-4f02-acaf-202310a7962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T19:00:51Z', 'revision_number': 5, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:52.548888 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d63e1-13ab-4f02-acaf-202310a7962a None None] Checking router: 12b117ed-6999-4284-a01b-46d4e2f1d4ba for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:00:52.557669 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d63e1-13ab-4f02-acaf-202310a7962a None None] Routers {'12b117ed-6999-4284-a01b-46d4e2f1d4ba'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:00:52.558349 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-638d63e1-13ab-4f02-acaf-202310a7962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:00:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:52.564235 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] Publish callbacks [] for router_gateway (12b117ed-6999-4284-a01b-46d4e2f1d4ba), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.567615 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-321a27f5-3817-499d-9f47-8de6f6f59e5c req-f2a66256-a55f-4825-b535-f74090662bbf tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778589 Mar 14 19:00:52.640792 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] Deleting port f0ce313f-fc79-486f-ad6b-c7cc4dba21af {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:00:52.641181 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (f0ce313f-fc79-486f-ad6b-c7cc4dba21af), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.686267 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-638d63e1-13ab-4f02-acaf-202310a7962a None None] Set router 12b117ed-6999-4284-a01b-46d4e2f1d4ba gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:00:52.733676 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] For port f0ce313f-fc79-486f-ad6b-c7cc4dba21af, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=f0ce313f-fc79-486f-ad6b-c7cc4dba21af,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:52.733978 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (f0ce313f-fc79-486f-ad6b-c7cc4dba21af), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.747368 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] Calling delete_port for f0ce313f-fc79-486f-ad6b-c7cc4dba21af owned by network:router_gateway {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:00:52.892324 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-638d63e1-13ab-4f02-acaf-202310a7962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T19:00:51Z', 'revision_number': 5, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:52.924423 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d63e1-13ab-4f02-acaf-202310a7962a None None] The sync data for ids ['12b117ed-6999-4284-a01b-46d4e2f1d4ba'] in dv-cinder-829664-3-iscsi is: [{'id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'name': 'tempest-AttachVolumeTestJSON-2145207579-router', 'tenant_id': '1d5854ce46fd47118790a60790aabdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T19:00:51Z', 'revision_number': 5, 'project_id': '1d5854ce46fd47118790a60790aabdc0', 'gw_port': {'id': 'f0ce313f-fc79-486f-ad6b-c7cc4dba21af', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b117ed-6999-4284-a01b-46d4e2f1d4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:20Z', 'updated_at': '2022-03-14T18:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:00:52.979448 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (f0ce313f-fc79-486f-ad6b-c7cc4dba21af), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.009597 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ce313f-fc79-486f-ad6b-c7cc4dba21af,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:53.329067 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475733'] for router_gateway (12b117ed-6999-4284-a01b-46d4e2f1d4ba), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.431246 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6385'] for router (12b117ed-6999-4284-a01b-46d4e2f1d4ba), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.433604 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] Publish callbacks [] for router_controller (12b117ed-6999-4284-a01b-46d4e2f1d4ba), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.486123 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483237'] for router (12b117ed-6999-4284-a01b-46d4e2f1d4ba), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.486753 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12b117ed-6999-4284-a01b-46d4e2f1d4ba {{(pid=109512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:00:53.495629 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.499988 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47636) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:53.508092 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-25b7cc81-b300-4254-befc-c8f5958d121b admin admin] 10.222.0.52 "DELETE /v2.0/routers/12b117ed-6999-4284-a01b-46d4e2f1d4ba HTTP/1.1" status: 204 len: 168 time: 1.3125181 Mar 14 19:00:53.546360 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_v2 [None req-5728a6d9-0b1d-4b67-9d79-d830909180fd admin admin] Deleting subnet 7884ae3e-1a70-464b-b2c2-a460fd6afe53 {{(pid=109513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:00:53.549444 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5728a6d9-0b1d-4b67-9d79-d830909180fd admin admin] Publish callbacks [] for subnet (7884ae3e-1a70-464b-b2c2-a460fd6afe53), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.585201 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5728a6d9-0b1d-4b67-9d79-d830909180fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4198493'] for subnet (7884ae3e-1a70-464b-b2c2-a460fd6afe53), precommit_delete_associations {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.667716 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5728a6d9-0b1d-4b67-9d79-d830909180fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (7884ae3e-1a70-464b-b2c2-a460fd6afe53), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.762400 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830bc8c-b99c-4e56-8a05-a26e753e5bc3 req-90bf0ed9-ceb8-48ce-9d0f-a6986f22b24f tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:53.767945 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f830bc8c-b99c-4e56-8a05-a26e753e5bc3 req-90bf0ed9-ceb8-48ce-9d0f-a6986f22b24f tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 943 time: 0.0748563 Mar 14 19:00:53.794279 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5728a6d9-0b1d-4b67-9d79-d830909180fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4788618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4828516'] for subnet (7884ae3e-1a70-464b-b2c2-a460fd6afe53), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.832898 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728a6d9-0b1d-4b67-9d79-d830909180fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7884ae3e-1a70-464b-b2c2-a460fd6afe53,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:53.847339 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-5728a6d9-0b1d-4b67-9d79-d830909180fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.850750 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-5728a6d9-0b1d-4b67-9d79-d830909180fd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7884ae3e-1a70-464b-b2c2-a460fd6afe53 HTTP/1.1" status: 204 len: 168 time: 0.3489149 Mar 14 19:00:53.853328 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47642) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:53.853562 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc26db1f-adc0-4c15-b2cb-68471490537f None None] Network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:00:53.873527 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f830bc8c-b99c-4e56-8a05-a26e753e5bc3 req-e07f83b7-e397-46be-b68d-2e8c67dbaf87 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020837 Mar 14 19:00:53.968158 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (02582d36-ca25-45a1-af5c-ddbb95f8bde0), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.029449 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] Deleting port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:00:54.029913 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.100020 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3736d30-4618-4e6d-ade3-e55d679ffad4 None None] DHCP port deletion for 02582d36-ca25-45a1-af5c-ddbb95f8bde0 request from dv-cinder-829664-3-iscsi {{(pid=109514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 19:00:54.135121 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] For port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:54.135574 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.163271 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] Calling delete_port for 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 owned by network:dhcp {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:00:54.193890 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device f0ce313f-fc79-486f-ad6b-c7cc4dba21af no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:00:54.223967 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-f3736d30-4618-4e6d-ade3-e55d679ffad4 None None] Deleting port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 {{(pid=109514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:00:54.224473 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-f3736d30-4618-4e6d-ade3-e55d679ffad4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), before_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.236699 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: f0ce313f-fc79-486f-ad6b-c7cc4dba21af {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:00:54.237128 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device f0ce313f-fc79-486f-ad6b-c7cc4dba21af not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:00:54.237625 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device e999f147-e82c-4af4-afad-064e0c43fef2 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:00:54.271360 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.285540 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: e999f147-e82c-4af4-afad-064e0c43fef2 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:00:54.285949 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device e999f147-e82c-4af4-afad-064e0c43fef2 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:00:54.286438 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:00:54.299522 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:54.306674 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] No DVR routers for this DVR port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 on host dv-cinder-829664-3-iscsi {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:00:54.317160 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:00:54.317443 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:00:54.346237 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-f3736d30-4618-4e6d-ade3-e55d679ffad4 None None] For port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1,segment=NetworkSegment(e7858161-5c37-417c-9d52-1021088e54df),segment_id=e7858161-5c37-417c-9d52-1021088e54df)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:54.346237 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-f3736d30-4618-4e6d-ade3-e55d679ffad4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), precommit_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.358682 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-f3736d30-4618-4e6d-ade3-e55d679ffad4 None None] Calling delete_port for 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 owned by network:dhcp {{(pid=109514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:00:54.408795 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (02582d36-ca25-45a1-af5c-ddbb95f8bde0), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.435695 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02582d36-ca25-45a1-af5c-ddbb95f8bde0']}} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:54.462666 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7858161-5c37-417c-9d52-1021088e54df') {'for_net_delete': True} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:54.463111 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7858161-5c37-417c-9d52-1021088e54df') {} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:54.473961 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4261551'] for segment (e7858161-5c37-417c-9d52-1021088e54df), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.487812 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (e7858161-5c37-417c-9d52-1021088e54df), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.494043 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:00:54.494437 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5679263'] for segment (e7858161-5c37-417c-9d52-1021088e54df), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: Traceback (most recent call last): Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: timer() Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: cb(*args, **kw) Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: return func(*args, **kwargs) Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: self._notify() Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: self.callback(batched_events) Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: event.method(event) Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: return f(self, *a, **k) Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: return self._get(url).json() Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: return self.request(url, 'GET', **kwargs) Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:00:54.501524 dv-cinder-829664-3-iscsi neutron-server[109512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:00:54.566161 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (02582d36-ca25-45a1-af5c-ddbb95f8bde0), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.576352 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.577512 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-f3736d30-4618-4e6d-ade3-e55d679ffad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781'] for port (0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1), after_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.579636 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] 10.222.0.52 "DELETE /v2.0/networks/02582d36-ca25-45a1-af5c-ddbb95f8bde0 HTTP/1.1" status: 204 len: 168 time: 0.7252455 Mar 14 19:00:54.591169 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3736d30-4618-4e6d-ade3-e55d679ffad4 None None] Network 02582d36-ca25-45a1-af5c-ddbb95f8bde0 is not hosted by any dhcp agent {{(pid=109514) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 19:00:54.591928 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3736d30-4618-4e6d-ade3-e55d679ffad4 None None] No DVR routers for this DVR port 0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1 on host dv-cinder-829664-3-iscsi {{(pid=109514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:00:54.598249 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fecc47-0432-4885-ae47-0e8748f6119c admin admin] Pushing event deleted for resources: {'Network': ['ID=02582d36-ca25-45a1-af5c-ddbb95f8bde0,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:54.624731 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3736d30-4618-4e6d-ade3-e55d679ffad4 None None] Pushing event deleted for resources: {'Port': ['ID=0ff29ccf-d1e0-46ac-b9bd-c78a2c60dfa1,revision_number=None']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:54.716095 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47646) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:54.758318 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-f3fc5e78-66b0-4256-b7a4-1ac4fd35dff9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d5854ce46fd47118790a60790aabdc0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410843 Mar 14 19:00:54.761041 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47648) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:54.814040 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c2084a47-f29b-4c50-b419-4a826354b8ff admin admin] Publish callbacks [] for security_group (a076a219-a125-4a2b-9077-184a80d56042), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.836164 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c2084a47-f29b-4c50-b419-4a826354b8ff admin admin] Publish callbacks [] for security_group (a076a219-a125-4a2b-9077-184a80d56042), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.894867 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c2084a47-f29b-4c50-b419-4a826354b8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (a076a219-a125-4a2b-9077-184a80d56042), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.897676 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c2084a47-f29b-4c50-b419-4a826354b8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.899045 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-c2084a47-f29b-4c50-b419-4a826354b8ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a076a219-a125-4a2b-9077-184a80d56042 HTTP/1.1" status: 204 len: 168 time: 0.1370027 Mar 14 19:00:54.908893 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2084a47-f29b-4c50-b419-4a826354b8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a076a219-a125-4a2b-9077-184a80d56042,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:55.041877 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52db5d4-ac16-4400-a9f6-fb7ce21b3fe7 req-a9c2594e-cfd3-4935-a62b-22e91bd0d257 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:55.043444 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f52db5d4-ac16-4400-a9f6-fb7ce21b3fe7 req-a9c2594e-cfd3-4935-a62b-22e91bd0d257 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 943 time: 0.0618925 Mar 14 19:00:55.097503 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f52db5d4-ac16-4400-a9f6-fb7ce21b3fe7 req-19f7cefa-062d-4f43-9ff0-f869342039c7 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478442 Mar 14 19:00:55.704569 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47674) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:55.803955 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-597487023-network', 'tenant_id': '973cc0538c8e4927b477af123450d84b'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:55.826497 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] Made reservation on behalf of 973cc0538c8e4927b477af123450d84b for: {'network': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:00:55.829162 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:55.843251 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:55.920634 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] Publish callbacks [] for security_group (54fc7ded-87d0-4985-b479-8ce438206add), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:55.926384 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (54fc7ded-87d0-4985-b479-8ce438206add), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:55.952744 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=109513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:00:55.963011 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fc7ded-87d0-4985-b479-8ce438206add,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:55.967986 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (b6a64f99-5efe-4934-b65b-b6fca1e1d1b7), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:55.968341 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.segments_db [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] Added segment b6a64f99-5efe-4934-b65b-b6fca1e1d1b7 of type vlan for network 21e8402f-7fe2-4ec7-84d0-9f3b647d2f23 Mar 14 19:00:56.012354 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (21e8402f-7fe2-4ec7-84d0-9f3b647d2f23), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:56.045116 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (21e8402f-7fe2-4ec7-84d0-9f3b647d2f23), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:56.046994 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:56.052166 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:56.118054 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] Pushing event updated for resources: {'Network': ['ID=21e8402f-7fe2-4ec7-84d0-9f3b647d2f23,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:56.126049 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-08da763e-e19e-4e28-89cc-05e665c24b89 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4177771 Mar 14 19:00:56.127063 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47682) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:56.132105 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-5c3d87e9-098c-418d-ada1-9a6f037e4a7a admin admin] Request body: {'subnet': {'network_id': '21e8402f-7fe2-4ec7-84d0-9f3b647d2f23', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-597487023-subnet', 'tenant_id': '973cc0538c8e4927b477af123450d84b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:56.133790 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network 21e8402f-7fe2-4ec7-84d0-9f3b647d2f23 details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:00:56.161598 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3d87e9-098c-418d-ada1-9a6f037e4a7a admin admin] Made reservation on behalf of 973cc0538c8e4927b477af123450d84b for: {'subnet': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:00:56.168580 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5c3d87e9-098c-418d-ada1-9a6f037e4a7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4226277'] for subnet (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:56.267437 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3f824-343d-4bbf-b082-fb6619bea25a req-2d5f643b-ba81-45a4-b33b-d278a3df66bd tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:56.269956 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-31a3f824-343d-4bbf-b082-fb6619bea25a req-2d5f643b-ba81-45a4-b33b-d278a3df66bd tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 943 time: 0.0644870 Mar 14 19:00:56.337484 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-31a3f824-343d-4bbf-b082-fb6619bea25a req-ff8c4695-045c-4dc5-a474-8d4ae7281d19 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521231 Mar 14 19:00:56.396353 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5c3d87e9-098c-418d-ada1-9a6f037e4a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5679204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4226295'] for subnet (a3b260fa-8f13-4e86-896d-043d5a441d51), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:56.448842 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d87e9-098c-418d-ada1-9a6f037e4a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3b260fa-8f13-4e86-896d-043d5a441d51,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:56.466764 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d87e9-098c-418d-ada1-9a6f037e4a7a admin admin] Checking segment: {'id': 'b6a64f99-5efe-4934-b65b-b6fca1e1d1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '21e8402f-7fe2-4ec7-84d0-9f3b647d2f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:00:56.467119 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d87e9-098c-418d-ada1-9a6f037e4a7a admin admin] Network hostable DHCP agents. Network: 21e8402f-7fe2-4ec7-84d0-9f3b647d2f23, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:00:56.484616 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d87e9-098c-418d-ada1-9a6f037e4a7a admin admin] Network 21e8402f-7fe2-4ec7-84d0-9f3b647d2f23 is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:00:56.493591 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-5c3d87e9-098c-418d-ada1-9a6f037e4a7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, 21e8402f-7fe2-4ec7-84d0-9f3b647d2f23) {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:00:56.498066 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3d87e9-098c-418d-ada1-9a6f037e4a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:56.498615 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5c3d87e9-098c-418d-ada1-9a6f037e4a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:56.503620 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e944db-d666-4b5c-bc39-037a7f7ef1e6 None None] Network 21e8402f-7fe2-4ec7-84d0-9f3b647d2f23 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:00:56.520194 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-5c3d87e9-098c-418d-ada1-9a6f037e4a7a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3916333 Mar 14 19:00:56.626564 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816a79bb-c778-48b4-87b7-a6e41bdfdb95 None None] Network 21e8402f-7fe2-4ec7-84d0-9f3b647d2f23 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:00:57.079595 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47702) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:57.084568 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1867944621-network', 'tenant_id': 'a8e116950e7640e79538a73d2c1d30df'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:57.106730 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] Made reservation on behalf of a8e116950e7640e79538a73d2c1d30df for: {'network': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:00:57.108997 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.117314 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.193842 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] Publish callbacks [] for security_group (3c5aebf6-7e15-4b6f-b990-1de051ace8cd), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.199223 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (3c5aebf6-7e15-4b6f-b990-1de051ace8cd), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.224849 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=109512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:00:57.230956 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5aebf6-7e15-4b6f-b990-1de051ace8cd,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:57.236784 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (4090f71f-075a-49e5-8798-40af806deea3), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.237172 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.segments_db [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] Added segment 4090f71f-075a-49e5-8798-40af806deea3 of type vlan for network 240c9535-2605-407f-86ae-15a5e6001fad Mar 14 19:00:57.276617 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (240c9535-2605-407f-86ae-15a5e6001fad), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.302359 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (240c9535-2605-407f-86ae-15a5e6001fad), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.303383 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:57.303990 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.362455 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2817538 Mar 14 19:00:57.365800 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47706) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:57.367832 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3a919-9dd1-4282-ac00-026e9a7b4932 admin admin] Pushing event updated for resources: {'Network': ['ID=240c9535-2605-407f-86ae-15a5e6001fad,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:57.372134 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-64d5ef66-2d33-4a05-9eea-334ba8694c21 admin admin] Request body: {'subnet': {'network_id': '240c9535-2605-407f-86ae-15a5e6001fad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1867944621-subnet', 'tenant_id': 'a8e116950e7640e79538a73d2c1d30df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:57.378274 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network 240c9535-2605-407f-86ae-15a5e6001fad details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:00:57.399882 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d5ef66-2d33-4a05-9eea-334ba8694c21 admin admin] Made reservation on behalf of a8e116950e7640e79538a73d2c1d30df for: {'subnet': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:00:57.402212 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-64d5ef66-2d33-4a05-9eea-334ba8694c21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4828481'] for subnet (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.456194 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b2ad8-e16f-46cf-aedb-5a2eb85dc960 req-e56d8d1b-c681-4b1b-8c05-6d26ae0cdff0 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:57.457863 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c94b2ad8-e16f-46cf-aedb-5a2eb85dc960 req-e56d8d1b-c681-4b1b-8c05-6d26ae0cdff0 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 943 time: 0.0573969 Mar 14 19:00:57.504498 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c94b2ad8-e16f-46cf-aedb-5a2eb85dc960 req-bf2e7ba8-a5be-4d1b-ac5f-7d8f62cf996b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404470 Mar 14 19:00:57.573680 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-64d5ef66-2d33-4a05-9eea-334ba8694c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4788683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4828499'] for subnet (b2ebc143-9afe-4999-9ee2-293355f266aa), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.625600 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5ef66-2d33-4a05-9eea-334ba8694c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ebc143-9afe-4999-9ee2-293355f266aa,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:57.637202 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d5ef66-2d33-4a05-9eea-334ba8694c21 admin admin] Checking segment: {'id': '4090f71f-075a-49e5-8798-40af806deea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '240c9535-2605-407f-86ae-15a5e6001fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:00:57.637567 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d5ef66-2d33-4a05-9eea-334ba8694c21 admin admin] Network hostable DHCP agents. Network: 240c9535-2605-407f-86ae-15a5e6001fad, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:00:57.656442 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d5ef66-2d33-4a05-9eea-334ba8694c21 admin admin] Network 240c9535-2605-407f-86ae-15a5e6001fad is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:00:57.666668 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-64d5ef66-2d33-4a05-9eea-334ba8694c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, 240c9535-2605-407f-86ae-15a5e6001fad) {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:00:57.670845 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5ef66-2d33-4a05-9eea-334ba8694c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:57.671567 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-64d5ef66-2d33-4a05-9eea-334ba8694c21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.675947 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1f2c7a-f9f5-40e0-9002-b3481bddf86d None None] Network 240c9535-2605-407f-86ae-15a5e6001fad requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:00:57.687898 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-64d5ef66-2d33-4a05-9eea-334ba8694c21 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3208063 Mar 14 19:00:57.778927 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e542a854-b47b-4455-9485-bf82123d2958 None None] Network 240c9535-2605-407f-86ae-15a5e6001fad requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:00:57.811556 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47710) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:57.856026 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_v2 [None req-51678799-4f7c-4120-ab30-6d04eb4f9db3 admin admin] Deleting subnet a3b260fa-8f13-4e86-896d-043d5a441d51 {{(pid=109513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:00:57.859334 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-51678799-4f7c-4120-ab30-6d04eb4f9db3 admin admin] Publish callbacks [] for subnet (a3b260fa-8f13-4e86-896d-043d5a441d51), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.898441 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-51678799-4f7c-4120-ab30-6d04eb4f9db3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4198493'] for subnet (a3b260fa-8f13-4e86-896d-043d5a441d51), precommit_delete_associations {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.936140 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-51678799-4f7c-4120-ab30-6d04eb4f9db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (a3b260fa-8f13-4e86-896d-043d5a441d51), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.988322 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-51678799-4f7c-4120-ab30-6d04eb4f9db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4788618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4828516'] for subnet (a3b260fa-8f13-4e86-896d-043d5a441d51), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.013239 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51678799-4f7c-4120-ab30-6d04eb4f9db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3b260fa-8f13-4e86-896d-043d5a441d51,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:58.016799 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-51678799-4f7c-4120-ab30-6d04eb4f9db3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.019978 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-51678799-4f7c-4120-ab30-6d04eb4f9db3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a3b260fa-8f13-4e86-896d-043d5a441d51 HTTP/1.1" status: 204 len: 168 time: 0.2072978 Mar 14 19:00:58.022546 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47712) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:58.095177 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-085aba57-50c1-4c8f-ad7d-f66c8c9088ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (21e8402f-7fe2-4ec7-84d0-9f3b647d2f23), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.183799 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-085aba57-50c1-4c8f-ad7d-f66c8c9088ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (21e8402f-7fe2-4ec7-84d0-9f3b647d2f23), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.204480 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-085aba57-50c1-4c8f-ad7d-f66c8c9088ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e8402f-7fe2-4ec7-84d0-9f3b647d2f23']}} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:58.214477 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-085aba57-50c1-4c8f-ad7d-f66c8c9088ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a64f99-5efe-4934-b65b-b6fca1e1d1b7') {'for_net_delete': True} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:58.214774 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-085aba57-50c1-4c8f-ad7d-f66c8c9088ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a64f99-5efe-4934-b65b-b6fca1e1d1b7') {} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:58.224240 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-085aba57-50c1-4c8f-ad7d-f66c8c9088ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4198500'] for segment (b6a64f99-5efe-4934-b65b-b6fca1e1d1b7), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.236949 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-085aba57-50c1-4c8f-ad7d-f66c8c9088ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (b6a64f99-5efe-4934-b65b-b6fca1e1d1b7), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.242597 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085aba57-50c1-4c8f-ad7d-f66c8c9088ef admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:00:58.243005 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-085aba57-50c1-4c8f-ad7d-f66c8c9088ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4788528'] for segment (b6a64f99-5efe-4934-b65b-b6fca1e1d1b7), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: Traceback (most recent call last): Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: timer() Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: cb(*args, **kw) Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: return func(*args, **kwargs) Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: self._notify() Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: self.callback(batched_events) Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: event.method(event) Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: return f(self, *a, **k) Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._get(url).json() Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: return self.request(url, 'GET', **kwargs) Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:00:58.244613 dv-cinder-829664-3-iscsi neutron-server[109513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:00:58.302409 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-085aba57-50c1-4c8f-ad7d-f66c8c9088ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (21e8402f-7fe2-4ec7-84d0-9f3b647d2f23), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.307641 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-085aba57-50c1-4c8f-ad7d-f66c8c9088ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.310838 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-085aba57-50c1-4c8f-ad7d-f66c8c9088ef admin admin] 10.222.0.52 "DELETE /v2.0/networks/21e8402f-7fe2-4ec7-84d0-9f3b647d2f23 HTTP/1.1" status: 204 len: 168 time: 0.2874236 Mar 14 19:00:58.313866 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47716) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:58.321701 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085aba57-50c1-4c8f-ad7d-f66c8c9088ef admin admin] Pushing event deleted for resources: {'Network': ['ID=21e8402f-7fe2-4ec7-84d0-9f3b647d2f23,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:58.358793 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_v2 [None req-9119d270-f1a8-40fc-8eef-53cce0b1b534 admin admin] Deleting subnet b2ebc143-9afe-4999-9ee2-293355f266aa {{(pid=109512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:00:58.362282 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9119d270-f1a8-40fc-8eef-53cce0b1b534 admin admin] Publish callbacks [] for subnet (b2ebc143-9afe-4999-9ee2-293355f266aa), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.401486 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9119d270-f1a8-40fc-8eef-53cce0b1b534 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4261526'] for subnet (b2ebc143-9afe-4999-9ee2-293355f266aa), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.438972 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9119d270-f1a8-40fc-8eef-53cce0b1b534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (b2ebc143-9afe-4999-9ee2-293355f266aa), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.492082 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9119d270-f1a8-40fc-8eef-53cce0b1b534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5679141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226240'] for subnet (b2ebc143-9afe-4999-9ee2-293355f266aa), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.526620 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119d270-f1a8-40fc-8eef-53cce0b1b534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ebc143-9afe-4999-9ee2-293355f266aa,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:58.530810 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9119d270-f1a8-40fc-8eef-53cce0b1b534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.534167 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-9119d270-f1a8-40fc-8eef-53cce0b1b534 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b2ebc143-9afe-4999-9ee2-293355f266aa HTTP/1.1" status: 204 len: 168 time: 0.2192423 Mar 14 19:00:58.537265 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47720) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:58.632671 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-746a530e-f581-4a9d-a392-e81f7bf5f231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (240c9535-2605-407f-86ae-15a5e6001fad), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.659168 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf130cb-83f6-4294-9ecb-f09837081984 req-8154e638-9cec-4fcf-90cd-7f11c50c9143 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:58.660701 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fdf130cb-83f6-4294-9ecb-f09837081984 req-8154e638-9cec-4fcf-90cd-7f11c50c9143 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 943 time: 0.0837753 Mar 14 19:00:58.748782 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-746a530e-f581-4a9d-a392-e81f7bf5f231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (240c9535-2605-407f-86ae-15a5e6001fad), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.782774 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fdf130cb-83f6-4294-9ecb-f09837081984 req-0bf57621-5d8f-4368-94c6-b0c505a07abd tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054213 Mar 14 19:00:58.786172 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-746a530e-f581-4a9d-a392-e81f7bf5f231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240c9535-2605-407f-86ae-15a5e6001fad']}} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:58.796621 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-746a530e-f581-4a9d-a392-e81f7bf5f231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4090f71f-075a-49e5-8798-40af806deea3') {'for_net_delete': True} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:58.796922 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-746a530e-f581-4a9d-a392-e81f7bf5f231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4090f71f-075a-49e5-8798-40af806deea3') {} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:58.808708 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-746a530e-f581-4a9d-a392-e81f7bf5f231 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4198500'] for segment (4090f71f-075a-49e5-8798-40af806deea3), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.822824 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-746a530e-f581-4a9d-a392-e81f7bf5f231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (4090f71f-075a-49e5-8798-40af806deea3), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.828967 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746a530e-f581-4a9d-a392-e81f7bf5f231 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:00:58.829326 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-746a530e-f581-4a9d-a392-e81f7bf5f231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4788528'] for segment (4090f71f-075a-49e5-8798-40af806deea3), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: Traceback (most recent call last): Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: timer() Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: cb(*args, **kw) Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: return func(*args, **kwargs) Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: self._notify() Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: self.callback(batched_events) Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: event.method(event) Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: return f(self, *a, **k) Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._get(url).json() Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: return self.request(url, 'GET', **kwargs) Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:00:58.830933 dv-cinder-829664-3-iscsi neutron-server[109513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:00:58.886937 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-746a530e-f581-4a9d-a392-e81f7bf5f231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (240c9535-2605-407f-86ae-15a5e6001fad), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.892226 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-746a530e-f581-4a9d-a392-e81f7bf5f231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.895275 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-746a530e-f581-4a9d-a392-e81f7bf5f231 admin admin] 10.222.0.52 "DELETE /v2.0/networks/240c9535-2605-407f-86ae-15a5e6001fad HTTP/1.1" status: 204 len: 168 time: 0.3574743 Mar 14 19:00:58.906568 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a530e-f581-4a9d-a392-e81f7bf5f231 admin admin] Pushing event deleted for resources: {'Network': ['ID=240c9535-2605-407f-86ae-15a5e6001fad,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:59.058292 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47724) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:59.097939 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-eb717a02-08ba-4ede-98e7-8f7f327a577f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=973cc0538c8e4927b477af123450d84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385158 Mar 14 19:00:59.100553 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47726) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:59.147668 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e00254b4-2eb4-43f6-bec2-5a591b675e11 admin admin] Publish callbacks [] for security_group (54fc7ded-87d0-4985-b479-8ce438206add), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:59.172788 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e00254b4-2eb4-43f6-bec2-5a591b675e11 admin admin] Publish callbacks [] for security_group (54fc7ded-87d0-4985-b479-8ce438206add), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:59.225488 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e00254b4-2eb4-43f6-bec2-5a591b675e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (54fc7ded-87d0-4985-b479-8ce438206add), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:59.228196 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e00254b4-2eb4-43f6-bec2-5a591b675e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:59.229323 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-e00254b4-2eb4-43f6-bec2-5a591b675e11 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54fc7ded-87d0-4985-b479-8ce438206add HTTP/1.1" status: 204 len: 168 time: 0.1278732 Mar 14 19:00:59.241242 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00254b4-2eb4-43f6-bec2-5a591b675e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fc7ded-87d0-4985-b479-8ce438206add,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:59.547437 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47746) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:59.595790 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-500757d5-e87d-46d8-aaba-72cd88075deb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8e116950e7640e79538a73d2c1d30df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450065 Mar 14 19:00:59.597298 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47750) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:59.644047 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d10706da-3b82-4597-b4b8-d0962ef0d99a admin admin] Publish callbacks [] for security_group (3c5aebf6-7e15-4b6f-b990-1de051ace8cd), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:59.664458 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d10706da-3b82-4597-b4b8-d0962ef0d99a admin admin] Publish callbacks [] for security_group (3c5aebf6-7e15-4b6f-b990-1de051ace8cd), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:59.709456 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d10706da-3b82-4597-b4b8-d0962ef0d99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (3c5aebf6-7e15-4b6f-b990-1de051ace8cd), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:59.712283 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d10706da-3b82-4597-b4b8-d0962ef0d99a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:59.713424 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-d10706da-3b82-4597-b4b8-d0962ef0d99a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c5aebf6-7e15-4b6f-b990-1de051ace8cd HTTP/1.1" status: 204 len: 168 time: 0.1151896 Mar 14 19:00:59.722171 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10706da-3b82-4597-b4b8-d0962ef0d99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5aebf6-7e15-4b6f-b990-1de051ace8cd,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:59.908662 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7eab4-a056-4dd2-87b9-f2f8caf9f9bb req-e9630c37-d620-4822-81b2-6cb059d38bf2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:59.910138 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-12f7eab4-a056-4dd2-87b9-f2f8caf9f9bb req-e9630c37-d620-4822-81b2-6cb059d38bf2 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 943 time: 0.0530581 Mar 14 19:00:59.964115 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-12f7eab4-a056-4dd2-87b9-f2f8caf9f9bb req-a6d9f5d3-5936-4da4-8c51-29aeffe182e8 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479887 Mar 14 19:01:00.923371 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2378e-0049-4c66-b90e-e28a19c085dd req-84f52450-5d10-47aa-926a-455426262ec7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:00.924872 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a9b2378e-0049-4c66-b90e-e28a19c085dd req-84f52450-5d10-47aa-926a-455426262ec7 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 946 time: 0.0548985 Mar 14 19:01:00.972548 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a9b2378e-0049-4c66-b90e-e28a19c085dd req-5d3808f0-7eba-4d5f-8faa-ba1dfbff16b3 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419104 Mar 14 19:01:01.056751 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 13dcc5d7-b40d-4574-ae63-847389fc6436 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:01:01.094007 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f373e1-e878-4db8-ab5c-8b10d459b6a4 req-f0eec8f1-c0cc-4091-9d41-eaac1c1e8f9f tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:01.095307 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a3f373e1-e878-4db8-ab5c-8b10d459b6a4 req-f0eec8f1-c0cc-4091-9d41-eaac1c1e8f9f tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 943 time: 0.0584834 Mar 14 19:01:01.167908 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a3f373e1-e878-4db8-ab5c-8b10d459b6a4 req-e840bb03-1e8a-4aa3-ba84-d4e497092e7a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639191 Mar 14 19:01:01.189383 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 13dcc5d7-b40d-4574-ae63-847389fc6436, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=13dcc5d7-b40d-4574-ae63-847389fc6436,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:01.201320 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'port_id': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'mac_address': 'fa:16:3e:2d:57:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:01:01.244490 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 13dcc5d7-b40d-4574-ae63-847389fc6436 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:01.245200 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:01.260592 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13dcc5d7-b40d-4574-ae63-847389fc6436 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:01:01.281552 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 13dcc5d7-b40d-4574-ae63-847389fc6436, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=13dcc5d7-b40d-4574-ae63-847389fc6436,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:01.286830 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:01.334779 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=13dcc5d7-b40d-4574-ae63-847389fc6436,revision_number=9']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:01.398026 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47808) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:01.500281 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-27da424b-7371-4ef8-96ce-9e1a100ee802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:01.535376 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['13dcc5d7-b40d-4574-ae63-847389fc6436'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:01:01.577905 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-27da424b-7371-4ef8-96ce-9e1a100ee802 admin admin] Publish callbacks [] for security_group (867a6720-db8e-4da1-bffb-106d97320255), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:01.583428 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-27da424b-7371-4ef8-96ce-9e1a100ee802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (867a6720-db8e-4da1-bffb-106d97320255), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:01.621760 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-27da424b-7371-4ef8-96ce-9e1a100ee802 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2432c98172ea4504b57b6d1acfa7f660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226548 Mar 14 19:01:01.622460 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da424b-7371-4ef8-96ce-9e1a100ee802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867a6720-db8e-4da1-bffb-106d97320255,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:01.624892 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47812) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:01.674724 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-bc670bbf-3c0f-409b-82ac-d1eb2b4c868e admin admin] Publish callbacks [] for security_group (867a6720-db8e-4da1-bffb-106d97320255), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:01.701153 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-bc670bbf-3c0f-409b-82ac-d1eb2b4c868e admin admin] Publish callbacks [] for security_group (867a6720-db8e-4da1-bffb-106d97320255), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:01.753376 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-bc670bbf-3c0f-409b-82ac-d1eb2b4c868e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (867a6720-db8e-4da1-bffb-106d97320255), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:01.755860 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-bc670bbf-3c0f-409b-82ac-d1eb2b4c868e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:01.757004 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-bc670bbf-3c0f-409b-82ac-d1eb2b4c868e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/867a6720-db8e-4da1-bffb-106d97320255 HTTP/1.1" status: 204 len: 168 time: 0.1309001 Mar 14 19:01:01.764317 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc670bbf-3c0f-409b-82ac-d1eb2b4c868e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867a6720-db8e-4da1-bffb-106d97320255,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:02.041335 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47820) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:02.054881 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6afb6fe8-6869-461c-80d6-fbdaa589dfa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:02.094037 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47ce19-5aca-4cd4-92cd-1184e98094f1 req-03a4c0af-2829-45b5-b908-5c89b9a6ce80 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:02.095820 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4a47ce19-5aca-4cd4-92cd-1184e98094f1 req-03a4c0af-2829-45b5-b908-5c89b9a6ce80 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 946 time: 0.0553417 Mar 14 19:01:02.131570 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6afb6fe8-6869-461c-80d6-fbdaa589dfa6 admin admin] Publish callbacks [] for security_group (78604b04-18a7-4cde-aded-3b7ac024b6d3), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:02.136772 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6afb6fe8-6869-461c-80d6-fbdaa589dfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (78604b04-18a7-4cde-aded-3b7ac024b6d3), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:02.148694 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4a47ce19-5aca-4cd4-92cd-1184e98094f1 req-e1602438-1e24-48f2-9c56-dc70c02a11bc tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467541 Mar 14 19:01:02.175863 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-6afb6fe8-6869-461c-80d6-fbdaa589dfa6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43a8eb4807f0437b83f7151604101862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333876 Mar 14 19:01:02.177789 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb6fe8-6869-461c-80d6-fbdaa589dfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78604b04-18a7-4cde-aded-3b7ac024b6d3,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:02.178513 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47822) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:02.237220 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-84534cbf-b9f6-4823-82dc-ceac2b953d82 admin admin] Publish callbacks [] for security_group (78604b04-18a7-4cde-aded-3b7ac024b6d3), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:02.258585 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-84534cbf-b9f6-4823-82dc-ceac2b953d82 admin admin] Publish callbacks [] for security_group (78604b04-18a7-4cde-aded-3b7ac024b6d3), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:02.297777 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ef47c-4f84-4c29-a098-5f93a4a5b002 req-e386fc0c-650b-496d-be4b-93646573f325 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:02.299378 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9b6ef47c-4f84-4c29-a098-5f93a4a5b002 req-e386fc0c-650b-496d-be4b-93646573f325 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 944 time: 0.0535169 Mar 14 19:01:02.305893 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-84534cbf-b9f6-4823-82dc-ceac2b953d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (78604b04-18a7-4cde-aded-3b7ac024b6d3), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:02.308431 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-84534cbf-b9f6-4823-82dc-ceac2b953d82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:02.309581 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-84534cbf-b9f6-4823-82dc-ceac2b953d82 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78604b04-18a7-4cde-aded-3b7ac024b6d3 HTTP/1.1" status: 204 len: 168 time: 0.1300776 Mar 14 19:01:02.317906 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84534cbf-b9f6-4823-82dc-ceac2b953d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78604b04-18a7-4cde-aded-3b7ac024b6d3,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:02.351643 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9b6ef47c-4f84-4c29-a098-5f93a4a5b002 req-643aee49-facc-4b11-b02e-6b5d79a04e7b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457628 Mar 14 19:01:02.388859 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0f4e816f-717c-4936-b5a6-4eb503ec30bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:02.438622 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-63d11e64-775e-450e-be61-78a96d8d05f3 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:02.440139 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-63d11e64-775e-450e-be61-78a96d8d05f3 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 946 time: 0.0531898 Mar 14 19:01:02.548448 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-3e701907-3c48-4984-a474-ede2468f352b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Deleting port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:02.548679 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-3e701907-3c48-4984-a474-ede2468f352b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:02.642243 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-3e701907-3c48-4984-a474-ede2468f352b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] For port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=8e71bbd2-c230-4eb7-8ed2-7bf0e6676740,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:02.642609 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-3e701907-3c48-4984-a474-ede2468f352b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:02.810759 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-3e701907-3c48-4984-a474-ede2468f352b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:02.811115 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-3e701907-3c48-4984-a474-ede2468f352b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (16e493eb-3514-4860-8579-cdb573d02932), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:02.811427 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-3e701907-3c48-4984-a474-ede2468f352b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Floating IP 16e493eb-3514-4860-8579-cdb573d02932 disassociated. External IP: 172.27.3.196, port: 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740. Mar 14 19:01:02.811851 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-3e701907-3c48-4984-a474-ede2468f352b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Calling delete_port for 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:02.953640 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-3e701907-3c48-4984-a474-ede2468f352b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (8e71bbd2-c230-4eb7-8ed2-7bf0e6676740), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:02.980506 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e701907-3c48-4984-a474-ede2468f352b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event deleted for resources: {'Port': ['ID=8e71bbd2-c230-4eb7-8ed2-7bf0e6676740,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:03.073080 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 13dcc5d7-b40d-4574-ae63-847389fc6436 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:01:03.100370 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-3e701907-3c48-4984-a474-ede2468f352b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Router bccde6cd-6452-41b2-9555-dbe2edffde9a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:01:03.122846 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port 13dcc5d7-b40d-4574-ae63-847389fc6436 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:03.123513 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:03.216259 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 13dcc5d7-b40d-4574-ae63-847389fc6436 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:03.217330 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:03.227763 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-3e701907-3c48-4984-a474-ede2468f352b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:03.238391 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca19a1-726f-4407-90be-4e77985b6f1b None None] Sync routers for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:03.252554 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca19a1-726f-4407-90be-4e77985b6f1b None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:03.253136 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-d0ca19a1-726f-4407-90be-4e77985b6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:00:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:03.269499 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dcc5d7-b40d-4574-ae63-847389fc6436'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:03.278000 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2898940c-ad32-4e06-9c15-7bffb0debc26" -d '{"events": [{"server_uuid": "aa46cdd8-91ba-4fda-8870-28cb408456b5", "name": "network-vif-plugged", "status": "completed", "tag": "13dcc5d7-b40d-4574-ae63-847389fc6436"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:01:03.280962 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-3e701907-3c48-4984-a474-ede2468f352b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] No DVR routers for this DVR port 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:01:03.287720 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-3e701907-3c48-4984-a474-ede2468f352b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:03.291578 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0d6fe889-5d73-461e-903a-9e8f2ecbb34a req-3e701907-3c48-4984-a474-ede2468f352b tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.69 "DELETE /v2.0/ports/8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 HTTP/1.1" status: 204 len: 173 time: 0.8458378 Mar 14 19:01:03.292089 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3251295e-dc02-40d5-8793-79479baa1ec1', 'name': 'network-vif-deleted', 'tag': '8e71bbd2-c230-4eb7-8ed2-7bf0e6676740'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:03.295060 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc311a24-419e-4580-8231-95d3f657645e" -d '{"events": [{"server_uuid": "3251295e-dc02-40d5-8793-79479baa1ec1", "name": "network-vif-deleted", "tag": "8e71bbd2-c230-4eb7-8ed2-7bf0e6676740"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:01:03.302967 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a5653f23-70e3-4608-92ca-b4e086e46b56 req-0763fc07-fbb2-4162-965e-1113ac21b3e1 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/ports?device_id=3251295e-dc02-40d5-8793-79479baa1ec1 HTTP/1.1" status: 200 len: 210 time: 0.0620184 Mar 14 19:01:03.339940 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 13dcc5d7-b40d-4574-ae63-847389fc6436, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=13dcc5d7-b40d-4574-ae63-847389fc6436,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:03.341914 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca04ead-ed0c-4386-85a6-cc1230bc4ae1 x-openstack-request-id: req-aca04ead-ed0c-4386-85a6-cc1230bc4ae1 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:01:03.342215 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa46cdd8-91ba-4fda-8870-28cb408456b5", "name": "network-vif-plugged", "status": "completed", "tag": "13dcc5d7-b40d-4574-ae63-847389fc6436", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:01:03.342445 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aca04ead-ed0c-4386-85a6-cc1230bc4ae1 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:01:03.343226 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'code': 200} Mar 14 19:01:03.348160 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:03.367685 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3047606-c8b6-4680-8eba-0cf95d6e5707 x-openstack-request-id: req-e3047606-c8b6-4680-8eba-0cf95d6e5707 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:01:03.367982 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3251295e-dc02-40d5-8793-79479baa1ec1", "name": "network-vif-deleted", "tag": "8e71bbd2-c230-4eb7-8ed2-7bf0e6676740", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:01:03.368427 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3047606-c8b6-4680-8eba-0cf95d6e5707 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:01:03.368834 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3251295e-dc02-40d5-8793-79479baa1ec1', 'name': 'network-vif-deleted', 'tag': '8e71bbd2-c230-4eb7-8ed2-7bf0e6676740', 'status': 'completed', 'code': 200} Mar 14 19:01:03.464140 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=13dcc5d7-b40d-4574-ae63-847389fc6436,revision_number=10']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:03.587357 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee15d7-437c-46a5-b1d1-20d61505fa32 req-6c3a016e-c564-4415-a0eb-962da6b52b19 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:03.589506 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-60ee15d7-437c-46a5-b1d1-20d61505fa32 req-6c3a016e-c564-4415-a0eb-962da6b52b19 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 946 time: 0.1481049 Mar 14 19:01:03.606839 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-d0ca19a1-726f-4407-90be-4e77985b6f1b None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:03.668873 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-60ee15d7-437c-46a5-b1d1-20d61505fa32 req-4f5cf939-459f-4d75-8b78-b53b06c61292 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720229 Mar 14 19:01:03.686993 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afd135-de87-4c78-a087-700312fd52b2 req-4418d92c-ca80-40c0-9917-05dd4dba6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:03.688541 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-14afd135-de87-4c78-a087-700312fd52b2 req-4418d92c-ca80-40c0-9917-05dd4dba6e74 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 1130 time: 0.0930517 Mar 14 19:01:03.736841 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-14afd135-de87-4c78-a087-700312fd52b2 req-efe3736b-d135-4c6a-97e7-c8823dac7e3b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412254 Mar 14 19:01:03.812748 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-d0ca19a1-726f-4407-90be-4e77985b6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:03.838570 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca19a1-726f-4407-90be-4e77985b6f1b None None] Checking router: bccde6cd-6452-41b2-9555-dbe2edffde9a for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:03.846852 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca19a1-726f-4407-90be-4e77985b6f1b None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:03.847454 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-d0ca19a1-726f-4407-90be-4e77985b6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:00:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:03.954791 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-d0ca19a1-726f-4407-90be-4e77985b6f1b None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:04.173597 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-d0ca19a1-726f-4407-90be-4e77985b6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:04.200197 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca19a1-726f-4407-90be-4e77985b6f1b None None] The sync data for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi is: [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T18:54:23Z', 'revision_number': 4, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '57ea0e99-53c9-49e9-8304-ddb5db11fdff', 'name': '', 'network_id': 'a7223511-bfad-4d95-9cbd-e94cb3fa3a2f', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'mac_address': 'fa:16:3e:f9:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:22Z', 'updated_at': '2022-03-14T18:54:29Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'subnets': [{'id': '976b38a2-d7ae-40fd-9d70-aabcc933749c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:04.393222 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47890) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:04.463834 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4931d556-a786-4e71-84d7-5e0367882e7e tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:04.481303 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a6acf-e6c2-4dd9-a985-118e190f3fcc None None] New status for floating IP 16e493eb-3514-4860-8579-cdb573d02932: DOWN {{(pid=109514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:01:04.491714 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4931d556-a786-4e71-84d7-5e0367882e7e tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:04.546645 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4931d556-a786-4e71-84d7-5e0367882e7e tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:04.549301 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4931d556-a786-4e71-84d7-5e0367882e7e tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:04.553009 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-4931d556-a786-4e71-84d7-5e0367882e7e tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "DELETE /v2.0/security-groups/ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79 HTTP/1.1" status: 204 len: 168 time: 0.1557426 Mar 14 19:01:04.553361 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47896) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:04.566037 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.api.v2.resource [None req-b771eaa7-bb83-498a-9b69-7a1d3bf6afaa tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] show failed (client error): The resource could not be found. Mar 14 19:01:04.566359 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931d556-a786-4e71-84d7-5e0367882e7e tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:04.570100 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-b771eaa7-bb83-498a-9b69-7a1d3bf6afaa tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "GET /v2.0/security-groups/ff7b77dd-9dd6-46ca-9fb4-e32cd3250c79 HTTP/1.1" status: 404 len: 347 time: 0.0127404 Mar 14 19:01:04.570305 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47898) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:04.696730 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-345a4253-afd6-4d03-a1ab-fc984c3b7d30 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Deleting port 94a05708-9584-40fc-bab3-5a4cae4c6a2c {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:04.697083 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-345a4253-afd6-4d03-a1ab-fc984c3b7d30 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (94a05708-9584-40fc-bab3-5a4cae4c6a2c), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:04.715314 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-7e04b313-3e7b-4d3f-8ee1-fcba10301804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:04.773534 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-345a4253-afd6-4d03-a1ab-fc984c3b7d30 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (94a05708-9584-40fc-bab3-5a4cae4c6a2c), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:04.773918 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-345a4253-afd6-4d03-a1ab-fc984c3b7d30 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (94a05708-9584-40fc-bab3-5a4cae4c6a2c), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:04.788845 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-345a4253-afd6-4d03-a1ab-fc984c3b7d30 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Calling delete_port for 94a05708-9584-40fc-bab3-5a4cae4c6a2c owned by network:floatingip {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:04.806376 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c685a-a046-40ef-9357-31659310dcd5 req-37b1031e-2fc4-4c5e-9561-e99855ab0a8c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:04.808387 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1a5c685a-a046-40ef-9357-31659310dcd5 req-37b1031e-2fc4-4c5e-9561-e99855ab0a8c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 946 time: 0.0590065 Mar 14 19:01:04.880963 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1a5c685a-a046-40ef-9357-31659310dcd5 req-403b3a77-05d3-40f3-ab39-83b275c7d578 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665021 Mar 14 19:01:04.947191 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-345a4253-afd6-4d03-a1ab-fc984c3b7d30 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (94a05708-9584-40fc-bab3-5a4cae4c6a2c), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:04.973653 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a4253-afd6-4d03-a1ab-fc984c3b7d30 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Pushing event deleted for resources: {'Port': ['ID=94a05708-9584-40fc-bab3-5a4cae4c6a2c,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:05.036674 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-345a4253-afd6-4d03-a1ab-fc984c3b7d30 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks [] for floatingip (16e493eb-3514-4860-8579-cdb573d02932), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:05.039591 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-345a4253-afd6-4d03-a1ab-fc984c3b7d30 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:05.040739 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-345a4253-afd6-4d03-a1ab-fc984c3b7d30 tempest-AttachVolumeNegativeTest-1914897601 tempest-AttachVolumeNegativeTest-1914897601-project] 10.222.0.52 "DELETE /v2.0/floatingips/16e493eb-3514-4860-8579-cdb573d02932 HTTP/1.1" status: 204 len: 168 time: 0.4695075 Mar 14 19:01:05.066954 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:01:05.088790 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:01:05.089158 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 8e71bbd2-c230-4eb7-8ed2-7bf0e6676740 not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:01:05.941127 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:05.999537 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676b483-0881-4443-96ab-1f630bb2f931 req-7bf78e1d-3dea-49cc-8c02-fe6997eb833c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:06.001011 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1676b483-0881-4443-96ab-1f630bb2f931 req-7bf78e1d-3dea-49cc-8c02-fe6997eb833c tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 946 time: 0.0540051 Mar 14 19:01:06.048950 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1676b483-0881-4443-96ab-1f630bb2f931 req-d70cad5c-53f6-4603-b030-abccd65e4ad8 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403974 Mar 14 19:01:07.037050 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47972) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:07.116477 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.147177 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-43d69883-9184-48c2-9bb6-b1e96277e858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.222934 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-43d69883-9184-48c2-9bb6-b1e96277e858 admin admin] Publish callbacks [] for security_group (36167dd6-4910-475a-9f0d-8623e9a8caa4), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.229355 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-43d69883-9184-48c2-9bb6-b1e96277e858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (36167dd6-4910-475a-9f0d-8623e9a8caa4), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.266954 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-43d69883-9184-48c2-9bb6-b1e96277e858 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c90bb439f3474e71b246b0606cbc80e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286742 Mar 14 19:01:07.267829 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d69883-9184-48c2-9bb6-b1e96277e858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36167dd6-4910-475a-9f0d-8623e9a8caa4,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:07.270102 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 47976) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:07.320425 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2cf31bf0-4b7f-45f9-bf5d-6ab7e6494a43 admin admin] Publish callbacks [] for security_group (36167dd6-4910-475a-9f0d-8623e9a8caa4), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.350498 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2cf31bf0-4b7f-45f9-bf5d-6ab7e6494a43 admin admin] Publish callbacks [] for security_group (36167dd6-4910-475a-9f0d-8623e9a8caa4), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.400606 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2cf31bf0-4b7f-45f9-bf5d-6ab7e6494a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (36167dd6-4910-475a-9f0d-8623e9a8caa4), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.403651 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2cf31bf0-4b7f-45f9-bf5d-6ab7e6494a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.407477 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-2cf31bf0-4b7f-45f9-bf5d-6ab7e6494a43 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36167dd6-4910-475a-9f0d-8623e9a8caa4 HTTP/1.1" status: 204 len: 168 time: 0.1347716 Mar 14 19:01:07.414869 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf31bf0-4b7f-45f9-bf5d-6ab7e6494a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36167dd6-4910-475a-9f0d-8623e9a8caa4,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:07.695902 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47996) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:07.712981 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ec02368e-dd5d-4171-93a3-2b09cc2ad2b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.792464 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ec02368e-dd5d-4171-93a3-2b09cc2ad2b0 admin admin] Publish callbacks [] for security_group (11382f84-4927-4820-9af1-6ecf09e9c886), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.796960 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ec02368e-dd5d-4171-93a3-2b09cc2ad2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (11382f84-4927-4820-9af1-6ecf09e9c886), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.833978 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02368e-dd5d-4171-93a3-2b09cc2ad2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11382f84-4927-4820-9af1-6ecf09e9c886,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:07.838532 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-ec02368e-dd5d-4171-93a3-2b09cc2ad2b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bfbbbbf27e9f43a2af4d17198ea86d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416337 Mar 14 19:01:07.841305 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 47998) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:07.889303 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3535-472e-4f6a-b781-c55bc78b2749 admin admin] Publish callbacks [] for security_group (11382f84-4927-4820-9af1-6ecf09e9c886), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.912998 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3535-472e-4f6a-b781-c55bc78b2749 admin admin] Publish callbacks [] for security_group (11382f84-4927-4820-9af1-6ecf09e9c886), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.914798 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:01:07.964541 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3535-472e-4f6a-b781-c55bc78b2749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (11382f84-4927-4820-9af1-6ecf09e9c886), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.967167 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3535-472e-4f6a-b781-c55bc78b2749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.968358 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-ca6c3535-472e-4f6a-b781-c55bc78b2749 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11382f84-4927-4820-9af1-6ecf09e9c886 HTTP/1.1" status: 204 len: 168 time: 0.1260407 Mar 14 19:01:07.976115 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c3535-472e-4f6a-b781-c55bc78b2749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11382f84-4927-4820-9af1-6ecf09e9c886,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:08.726416 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:08.746294 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48030) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:09.243246 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e669df57-23bc-4b12-a27d-33e89b6317b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478211'] for router_interface (bccde6cd-6452-41b2-9555-dbe2edffde9a), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:09.498133 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-e669df57-23bc-4b12-a27d-33e89b6317b8 admin admin] Deleting port 57ea0e99-53c9-49e9-8304-ddb5db11fdff {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:09.498345 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e669df57-23bc-4b12-a27d-33e89b6317b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:09.587799 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [None req-e669df57-23bc-4b12-a27d-33e89b6317b8 admin admin] For port 57ea0e99-53c9-49e9-8304-ddb5db11fdff, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=57ea0e99-53c9-49e9-8304-ddb5db11fdff,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:09.588138 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e669df57-23bc-4b12-a27d-33e89b6317b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:09.601436 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-e669df57-23bc-4b12-a27d-33e89b6317b8 admin admin] Calling delete_port for 57ea0e99-53c9-49e9-8304-ddb5db11fdff owned by network:router_interface {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:09.791679 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e669df57-23bc-4b12-a27d-33e89b6317b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (57ea0e99-53c9-49e9-8304-ddb5db11fdff), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:09.817684 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669df57-23bc-4b12-a27d-33e89b6317b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ea0e99-53c9-49e9-8304-ddb5db11fdff,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:10.251605 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-e669df57-23bc-4b12-a27d-33e89b6317b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478391'] for router_interface (bccde6cd-6452-41b2-9555-dbe2edffde9a), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:10.473470 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e669df57-23bc-4b12-a27d-33e89b6317b8 admin admin] Router bccde6cd-6452-41b2-9555-dbe2edffde9a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:01:10.589443 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e669df57-23bc-4b12-a27d-33e89b6317b8 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:10.594889 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-e669df57-23bc-4b12-a27d-33e89b6317b8 admin admin] 10.222.0.52 "PUT /v2.0/routers/bccde6cd-6452-41b2-9555-dbe2edffde9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8473985 Mar 14 19:01:10.597979 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48044) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:10.599915 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf0ec98-60d9-46ca-80dc-400c5a981445 None None] Sync routers for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:10.610829 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf0ec98-60d9-46ca-80dc-400c5a981445 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:10.611438 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-eaf0ec98-60d9-46ca-80dc-400c5a981445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:10.702634 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] Publish callbacks [] for router (bccde6cd-6452-41b2-9555-dbe2edffde9a), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:10.715534 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-eaf0ec98-60d9-46ca-80dc-400c5a981445 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:10.807618 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] Publish callbacks [] for router_gateway (bccde6cd-6452-41b2-9555-dbe2edffde9a), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:10.861440 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] Deleting port 34d3bf50-dee0-4b08-92b0-4d4daac8b512 {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:10.861808 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (34d3bf50-dee0-4b08-92b0-4d4daac8b512), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:10.893715 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-eaf0ec98-60d9-46ca-80dc-400c5a981445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T19:01:09Z', 'revision_number': 5, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port': {'id': '34d3bf50-dee0-4b08-92b0-4d4daac8b512', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:18Z', 'updated_at': '2022-03-14T18:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:10.920585 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf0ec98-60d9-46ca-80dc-400c5a981445 None None] Checking router: bccde6cd-6452-41b2-9555-dbe2edffde9a for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:10.928873 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf0ec98-60d9-46ca-80dc-400c5a981445 None None] Routers {'bccde6cd-6452-41b2-9555-dbe2edffde9a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:10.929482 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-eaf0ec98-60d9-46ca-80dc-400c5a981445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['bccde6cd-6452-41b2-9555-dbe2edffde9a'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:10.944002 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] For port 34d3bf50-dee0-4b08-92b0-4d4daac8b512, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=34d3bf50-dee0-4b08-92b0-4d4daac8b512,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:10.944362 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (34d3bf50-dee0-4b08-92b0-4d4daac8b512), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:10.956762 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] Calling delete_port for 34d3bf50-dee0-4b08-92b0-4d4daac8b512 owned by network:router_gateway {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:11.016430 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-eaf0ec98-60d9-46ca-80dc-400c5a981445 None None] Set router bccde6cd-6452-41b2-9555-dbe2edffde9a gateway port host: None {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:11.066502 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-eaf0ec98-60d9-46ca-80dc-400c5a981445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T19:01:10Z', 'revision_number': 6, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port_host': None}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:11.099891 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf0ec98-60d9-46ca-80dc-400c5a981445 None None] The sync data for ids ['bccde6cd-6452-41b2-9555-dbe2edffde9a'] in dv-cinder-829664-3-iscsi is: [{'id': 'bccde6cd-6452-41b2-9555-dbe2edffde9a', 'name': 'tempest-AttachVolumeNegativeTest-826551872-router', 'tenant_id': '8da927cccbdc4af29b3a44a95151dfaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:17Z', 'updated_at': '2022-03-14T19:01:10Z', 'revision_number': 6, 'project_id': '8da927cccbdc4af29b3a44a95151dfaa', 'gw_port_host': None}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:11.132642 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (34d3bf50-dee0-4b08-92b0-4d4daac8b512), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.161541 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=34d3bf50-dee0-4b08-92b0-4d4daac8b512,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:11.222653 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475733'] for router_gateway (bccde6cd-6452-41b2-9555-dbe2edffde9a), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.322554 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6385'] for router (bccde6cd-6452-41b2-9555-dbe2edffde9a), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.324793 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] Publish callbacks [] for router_controller (bccde6cd-6452-41b2-9555-dbe2edffde9a), precommit_delete_associations {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.371512 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483237'] for router (bccde6cd-6452-41b2-9555-dbe2edffde9a), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.372067 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bccde6cd-6452-41b2-9555-dbe2edffde9a {{(pid=109513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:01:11.376334 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.377468 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-3183b7a1-55b1-43ab-a72b-a98d71609f1c admin admin] 10.222.0.52 "DELETE /v2.0/routers/bccde6cd-6452-41b2-9555-dbe2edffde9a HTTP/1.1" status: 204 len: 168 time: 0.7786043 Mar 14 19:01:11.381433 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48048) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:11.431258 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_v2 [None req-262406a8-3c15-48a3-9e8d-44eaffdcbe60 admin admin] Deleting subnet 976b38a2-d7ae-40fd-9d70-aabcc933749c {{(pid=109512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:01:11.434341 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-262406a8-3c15-48a3-9e8d-44eaffdcbe60 admin admin] Publish callbacks [] for subnet (976b38a2-d7ae-40fd-9d70-aabcc933749c), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.469701 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-262406a8-3c15-48a3-9e8d-44eaffdcbe60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4261526'] for subnet (976b38a2-d7ae-40fd-9d70-aabcc933749c), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.551881 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-262406a8-3c15-48a3-9e8d-44eaffdcbe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (976b38a2-d7ae-40fd-9d70-aabcc933749c), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.604301 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-262406a8-3c15-48a3-9e8d-44eaffdcbe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5679141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226240'] for subnet (976b38a2-d7ae-40fd-9d70-aabcc933749c), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.626603 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262406a8-3c15-48a3-9e8d-44eaffdcbe60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=976b38a2-d7ae-40fd-9d70-aabcc933749c,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:11.632488 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-262406a8-3c15-48a3-9e8d-44eaffdcbe60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.635948 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-262406a8-3c15-48a3-9e8d-44eaffdcbe60 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/976b38a2-d7ae-40fd-9d70-aabcc933749c HTTP/1.1" status: 204 len: 168 time: 0.2532620 Mar 14 19:01:11.638431 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48050) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:11.638620 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44b37af-167f-4a12-baa5-8cb91dbd7111 None None] Network a7223511-bfad-4d95-9cbd-e94cb3fa3a2f requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:01:11.710271 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (a7223511-bfad-4d95-9cbd-e94cb3fa3a2f), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.765884 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] Deleting port 7dfeeed6-87ec-48de-a308-dcc0867cc66a {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:11.766221 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.834878 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] For port 7dfeeed6-87ec-48de-a308-dcc0867cc66a, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=7dfeeed6-87ec-48de-a308-dcc0867cc66a,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:11.835566 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.849759 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] Calling delete_port for 7dfeeed6-87ec-48de-a308-dcc0867cc66a owned by network:dhcp {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:11.863997 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fbcb78-36a0-42dd-bb0a-9ff0ca10c5ed None None] DHCP port deletion for a7223511-bfad-4d95-9cbd-e94cb3fa3a2f request from dv-cinder-829664-3-iscsi {{(pid=109514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 19:01:11.916697 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-37fbcb78-36a0-42dd-bb0a-9ff0ca10c5ed None None] Deleting port 7dfeeed6-87ec-48de-a308-dcc0867cc66a {{(pid=109514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:11.917102 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-37fbcb78-36a0-42dd-bb0a-9ff0ca10c5ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), before_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.936570 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.964089 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfeeed6-87ec-48de-a308-dcc0867cc66a,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:11.968253 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] No DVR routers for this DVR port 7dfeeed6-87ec-48de-a308-dcc0867cc66a on host dv-cinder-829664-3-iscsi {{(pid=109513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:01:11.985118 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-37fbcb78-36a0-42dd-bb0a-9ff0ca10c5ed None None] For port 7dfeeed6-87ec-48de-a308-dcc0867cc66a, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=7dfeeed6-87ec-48de-a308-dcc0867cc66a,segment=NetworkSegment(22888c1a-2a42-4ce1-b93c-83a466eff1a8),segment_id=22888c1a-2a42-4ce1-b93c-83a466eff1a8)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:11.985508 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-37fbcb78-36a0-42dd-bb0a-9ff0ca10c5ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), precommit_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.997924 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-37fbcb78-36a0-42dd-bb0a-9ff0ca10c5ed None None] Calling delete_port for 7dfeeed6-87ec-48de-a308-dcc0867cc66a owned by network:dhcp {{(pid=109514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:12.043930 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (a7223511-bfad-4d95-9cbd-e94cb3fa3a2f), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:12.073350 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7223511-bfad-4d95-9cbd-e94cb3fa3a2f']}} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:12.082025 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-37fbcb78-36a0-42dd-bb0a-9ff0ca10c5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781'] for port (7dfeeed6-87ec-48de-a308-dcc0867cc66a), after_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:12.083994 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22888c1a-2a42-4ce1-b93c-83a466eff1a8') {'for_net_delete': True} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:12.084455 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22888c1a-2a42-4ce1-b93c-83a466eff1a8') {} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:12.095442 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4198500'] for segment (22888c1a-2a42-4ce1-b93c-83a466eff1a8), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:12.108560 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 57ea0e99-53c9-49e9-8304-ddb5db11fdff no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:01:12.114667 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (22888c1a-2a42-4ce1-b93c-83a466eff1a8), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:12.114784 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbcb78-36a0-42dd-bb0a-9ff0ca10c5ed None None] Pushing event deleted for resources: {'Port': ['ID=7dfeeed6-87ec-48de-a308-dcc0867cc66a,revision_number=None']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:12.122198 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:01:12.122601 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4788528'] for segment (22888c1a-2a42-4ce1-b93c-83a466eff1a8), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: Traceback (most recent call last): Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: timer() Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: cb(*args, **kw) Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: return func(*args, **kwargs) Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: self._notify() Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: self.callback(batched_events) Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: event.method(event) Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: return f(self, *a, **k) Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._get(url).json() Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: return self.request(url, 'GET', **kwargs) Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:01:12.125171 dv-cinder-829664-3-iscsi neutron-server[109513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:01:12.136348 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 57ea0e99-53c9-49e9-8304-ddb5db11fdff {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:01:12.136694 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 57ea0e99-53c9-49e9-8304-ddb5db11fdff not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:01:12.137124 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 34d3bf50-dee0-4b08-92b0-4d4daac8b512 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:01:12.141990 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fbcb78-36a0-42dd-bb0a-9ff0ca10c5ed None None] No DVR routers for this DVR port 7dfeeed6-87ec-48de-a308-dcc0867cc66a on host dv-cinder-829664-3-iscsi {{(pid=109514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:01:12.162378 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 34d3bf50-dee0-4b08-92b0-4d4daac8b512 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:01:12.162722 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 34d3bf50-dee0-4b08-92b0-4d4daac8b512 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:01:12.163142 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 7dfeeed6-87ec-48de-a308-dcc0867cc66a no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:01:12.187916 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 7dfeeed6-87ec-48de-a308-dcc0867cc66a {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:01:12.188284 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 7dfeeed6-87ec-48de-a308-dcc0867cc66a not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:01:12.189885 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (a7223511-bfad-4d95-9cbd-e94cb3fa3a2f), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:12.198845 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:12.205736 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a7223511-bfad-4d95-9cbd-e94cb3fa3a2f HTTP/1.1" status: 204 len: 168 time: 0.5630112 Mar 14 19:01:12.220028 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d75c91-3dd7-40f0-a800-3dbfb0011d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7223511-bfad-4d95-9cbd-e94cb3fa3a2f,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:12.316559 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48056) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:12.358000 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-886ca74d-5b5b-4464-8305-939b2481fdb9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8da927cccbdc4af29b3a44a95151dfaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400822 Mar 14 19:01:12.360501 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48058) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:12.407650 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-21a2388f-acdf-4075-a2cd-16baad7b84f0 admin admin] Publish callbacks [] for security_group (7790d790-1f6e-47ce-9f44-7a66c8ba9139), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:12.429908 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-21a2388f-acdf-4075-a2cd-16baad7b84f0 admin admin] Publish callbacks [] for security_group (7790d790-1f6e-47ce-9f44-7a66c8ba9139), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:12.484658 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-21a2388f-acdf-4075-a2cd-16baad7b84f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (7790d790-1f6e-47ce-9f44-7a66c8ba9139), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:12.487269 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-21a2388f-acdf-4075-a2cd-16baad7b84f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:12.488448 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-21a2388f-acdf-4075-a2cd-16baad7b84f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7790d790-1f6e-47ce-9f44-7a66c8ba9139 HTTP/1.1" status: 204 len: 168 time: 0.1270952 Mar 14 19:01:12.496673 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2388f-acdf-4075-a2cd-16baad7b84f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7790d790-1f6e-47ce-9f44-7a66c8ba9139,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:13.743625 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48128) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:13.856525 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3668934f-fa79-4e1a-aee2-615b1bfafa9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:13.930306 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3668934f-fa79-4e1a-aee2-615b1bfafa9d admin admin] Publish callbacks [] for security_group (382d43cf-b79d-4a6b-a671-7872a31a5dc4), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:13.935124 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-3668934f-fa79-4e1a-aee2-615b1bfafa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (382d43cf-b79d-4a6b-a671-7872a31a5dc4), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:13.980442 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668934f-fa79-4e1a-aee2-615b1bfafa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382d43cf-b79d-4a6b-a671-7872a31a5dc4,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:13.985626 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-3668934f-fa79-4e1a-aee2-615b1bfafa9d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=564dbfbaa1374aa0ac8b7cb3c99e1c35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409904 Mar 14 19:01:13.988492 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48144) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:14.037459 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0968f295-ed46-4653-9cb7-a3ff4f2ff164 admin admin] Publish callbacks [] for security_group (382d43cf-b79d-4a6b-a671-7872a31a5dc4), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.059177 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0968f295-ed46-4653-9cb7-a3ff4f2ff164 admin admin] Publish callbacks [] for security_group (382d43cf-b79d-4a6b-a671-7872a31a5dc4), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.108690 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0968f295-ed46-4653-9cb7-a3ff4f2ff164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (382d43cf-b79d-4a6b-a671-7872a31a5dc4), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.111215 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-0968f295-ed46-4653-9cb7-a3ff4f2ff164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.112426 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-0968f295-ed46-4653-9cb7-a3ff4f2ff164 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/382d43cf-b79d-4a6b-a671-7872a31a5dc4 HTTP/1.1" status: 204 len: 168 time: 0.1230478 Mar 14 19:01:14.120390 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968f295-ed46-4653-9cb7-a3ff4f2ff164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382d43cf-b79d-4a6b-a671-7872a31a5dc4,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:16.390955 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48204) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:16.498482 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c6158b35-1dff-45ed-b20e-d855d7def723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:16.583892 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c6158b35-1dff-45ed-b20e-d855d7def723 admin admin] Publish callbacks [] for security_group (04d51afe-0dea-4d4d-b69e-718bf3183412), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:16.590806 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c6158b35-1dff-45ed-b20e-d855d7def723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (04d51afe-0dea-4d4d-b69e-718bf3183412), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:16.627572 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-c6158b35-1dff-45ed-b20e-d855d7def723 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b0c2af36455f42f7bedadbae58651f1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355382 Mar 14 19:01:16.628345 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6158b35-1dff-45ed-b20e-d855d7def723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d51afe-0dea-4d4d-b69e-718bf3183412,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:16.631147 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48208) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:16.680920 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6b09be85-6258-49c0-a871-cc7960ca2874 admin admin] Publish callbacks [] for security_group (04d51afe-0dea-4d4d-b69e-718bf3183412), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:16.704862 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6b09be85-6258-49c0-a871-cc7960ca2874 admin admin] Publish callbacks [] for security_group (04d51afe-0dea-4d4d-b69e-718bf3183412), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:16.752063 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6b09be85-6258-49c0-a871-cc7960ca2874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (04d51afe-0dea-4d4d-b69e-718bf3183412), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:16.754629 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6b09be85-6258-49c0-a871-cc7960ca2874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:16.755804 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-6b09be85-6258-49c0-a871-cc7960ca2874 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04d51afe-0dea-4d4d-b69e-718bf3183412 HTTP/1.1" status: 204 len: 168 time: 0.1228154 Mar 14 19:01:16.764334 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09be85-6258-49c0-a871-cc7960ca2874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d51afe-0dea-4d4d-b69e-718bf3183412,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:18.964105 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48262) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:19.292208 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-04016766-42b8-47a3-816f-e25fb74960e7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Deleting port 582f886d-776c-4cb5-ae74-833b4d8d4c9e {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:19.292524 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-04016766-42b8-47a3-816f-e25fb74960e7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (582f886d-776c-4cb5-ae74-833b4d8d4c9e), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.380451 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-04016766-42b8-47a3-816f-e25fb74960e7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (582f886d-776c-4cb5-ae74-833b4d8d4c9e), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.380659 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-04016766-42b8-47a3-816f-e25fb74960e7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for floatingip (582f886d-776c-4cb5-ae74-833b4d8d4c9e), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.392392 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-04016766-42b8-47a3-816f-e25fb74960e7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Calling delete_port for 582f886d-776c-4cb5-ae74-833b4d8d4c9e owned by network:floatingip {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:19.562109 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-04016766-42b8-47a3-816f-e25fb74960e7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (582f886d-776c-4cb5-ae74-833b4d8d4c9e), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.587891 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04016766-42b8-47a3-816f-e25fb74960e7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Pushing event deleted for resources: {'Port': ['ID=582f886d-776c-4cb5-ae74-833b4d8d4c9e,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:19.648027 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-04016766-42b8-47a3-816f-e25fb74960e7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for floatingip (d507906e-1ec0-409e-afa2-46c65c515e25), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.648235 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [None req-04016766-42b8-47a3-816f-e25fb74960e7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Floating IP d507906e-1ec0-409e-afa2-46c65c515e25 disassociated (deleted). External IP: 172.27.3.185, port: 7a85563c-4c39-4b8e-84e6-94ee1f8bd288. Mar 14 19:01:20.164548 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04016766-42b8-47a3-816f-e25fb74960e7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Router b58cadef-117f-40dc-8952-b30eaf39d95f has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:01:20.280574 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04016766-42b8-47a3-816f-e25fb74960e7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:20.285574 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-04016766-42b8-47a3-816f-e25fb74960e7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.290199 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c19d9d-8757-48bf-9ae8-f7402ec3d348 None None] Sync routers for ids ['b58cadef-117f-40dc-8952-b30eaf39d95f'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:20.300688 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c19d9d-8757-48bf-9ae8-f7402ec3d348 None None] Routers {'b58cadef-117f-40dc-8952-b30eaf39d95f'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:20.301455 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-c1c19d9d-8757-48bf-9ae8-f7402ec3d348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b58cadef-117f-40dc-8952-b30eaf39d95f'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:20.314920 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-04016766-42b8-47a3-816f-e25fb74960e7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "DELETE /v2.0/floatingips/d507906e-1ec0-409e-afa2-46c65c515e25 HTTP/1.1" status: 204 len: 168 time: 1.3496869 Mar 14 19:01:20.315517 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912df016-303f-4f46-aaea-28d265372c4d', 'tag': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:20.317756 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939189dc-bbf0-4920-895b-3fad808ce92a" -d '{"events": [{"name": "network-changed", "server_uuid": "912df016-303f-4f46-aaea-28d265372c4d", "tag": "7a85563c-4c39-4b8e-84e6-94ee1f8bd288"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:01:20.369891 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a2d16e-46cf-43ad-9288-13d45726ec10 x-openstack-request-id: req-97a2d16e-46cf-43ad-9288-13d45726ec10 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:01:20.370183 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912df016-303f-4f46-aaea-28d265372c4d", "tag": "7a85563c-4c39-4b8e-84e6-94ee1f8bd288", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:01:20.370437 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97a2d16e-46cf-43ad-9288-13d45726ec10 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:01:20.370847 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912df016-303f-4f46-aaea-28d265372c4d', 'tag': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288', 'status': 'completed', 'code': 200} Mar 14 19:01:20.419534 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-c1c19d9d-8757-48bf-9ae8-f7402ec3d348 None None] Set router b58cadef-117f-40dc-8952-b30eaf39d95f gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:20.564583 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9307d-bf17-4c52-8ba2-aaa381de39ff req-f96cddc5-ac5a-4f91-8371-85815da9cafa tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:20.565996 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e8c9307d-bf17-4c52-8ba2-aaa381de39ff req-f96cddc5-ac5a-4f91-8371-85815da9cafa tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0532305 Mar 14 19:01:20.615350 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e8c9307d-bf17-4c52-8ba2-aaa381de39ff req-d4bc9987-b9df-4a1b-802e-b9304d54c8ec tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432293 Mar 14 19:01:20.619958 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-c1c19d9d-8757-48bf-9ae8-f7402ec3d348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T18:56:02Z', 'revision_number': 4, 'project_id': '62602078318e427f9a6427505192c559', 'gw_port': {'id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:58Z', 'updated_at': '2022-03-14T18:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '10286fd3-c716-435c-8e36-f55317003e43', 'name': '', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'tenant_id': '62602078318e427f9a6427505192c559', 'mac_address': 'fa:16:3e:39:db:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:01Z', 'updated_at': '2022-03-14T18:56:12Z', 'revision_number': 5, 'project_id': '62602078318e427f9a6427505192c559', 'subnets': [{'id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:20.646494 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c19d9d-8757-48bf-9ae8-f7402ec3d348 None None] Checking router: b58cadef-117f-40dc-8952-b30eaf39d95f for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:20.655316 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c19d9d-8757-48bf-9ae8-f7402ec3d348 None None] Routers {'b58cadef-117f-40dc-8952-b30eaf39d95f'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:20.655962 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-c1c19d9d-8757-48bf-9ae8-f7402ec3d348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b58cadef-117f-40dc-8952-b30eaf39d95f'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:20.890285 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-c1c19d9d-8757-48bf-9ae8-f7402ec3d348 None None] Set router b58cadef-117f-40dc-8952-b30eaf39d95f gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:21.083172 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-c1c19d9d-8757-48bf-9ae8-f7402ec3d348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T18:56:02Z', 'revision_number': 4, 'project_id': '62602078318e427f9a6427505192c559', 'gw_port': {'id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:58Z', 'updated_at': '2022-03-14T18:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '10286fd3-c716-435c-8e36-f55317003e43', 'name': '', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'tenant_id': '62602078318e427f9a6427505192c559', 'mac_address': 'fa:16:3e:39:db:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:01Z', 'updated_at': '2022-03-14T18:56:12Z', 'revision_number': 5, 'project_id': '62602078318e427f9a6427505192c559', 'subnets': [{'id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:21.114274 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c19d9d-8757-48bf-9ae8-f7402ec3d348 None None] The sync data for ids ['b58cadef-117f-40dc-8952-b30eaf39d95f'] in dv-cinder-829664-3-iscsi is: [{'id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T18:56:02Z', 'revision_number': 4, 'project_id': '62602078318e427f9a6427505192c559', 'gw_port': {'id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:58Z', 'updated_at': '2022-03-14T18:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '10286fd3-c716-435c-8e36-f55317003e43', 'name': '', 'network_id': '82333385-ac2d-4839-8665-1cd431d3a6f7', 'tenant_id': '62602078318e427f9a6427505192c559', 'mac_address': 'fa:16:3e:39:db:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:01Z', 'updated_at': '2022-03-14T18:56:12Z', 'revision_number': 5, 'project_id': '62602078318e427f9a6427505192c559', 'subnets': [{'id': 'e075947a-f8da-4776-a2ef-29eb0a510e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:21.143665 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939189dc-bbf0-4920-895b-3fad808ce92a req-aac877b5-0c97-4bcc-a308-f9c745942119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:21.145131 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-939189dc-bbf0-4920-895b-3fad808ce92a req-aac877b5-0c97-4bcc-a308-f9c745942119 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62602078318e427f9a6427505192c559&device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 1129 time: 0.0551217 Mar 14 19:01:21.248755 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939189dc-bbf0-4920-895b-3fad808ce92a req-c092e95d-d09e-442c-8e56-0d27daa5d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:21.250252 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-939189dc-bbf0-4920-895b-3fad808ce92a req-c092e95d-d09e-442c-8e56-0d27daa5d101 service neutron] 10.222.0.69 "GET /v2.0/networks?id=82333385-ac2d-4839-8665-1cd431d3a6f7 HTTP/1.1" status: 200 len: 909 time: 0.0928552 Mar 14 19:01:21.292814 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-939189dc-bbf0-4920-895b-3fad808ce92a req-7d3b357f-70b7-4d98-9976-b34e364a62dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288 HTTP/1.1" status: 200 len: 217 time: 0.0350928 Mar 14 19:01:21.350317 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e52719a-e018-4777-9cbb-43600fc3ae2c None None] New status for floating IP d507906e-1ec0-409e-afa2-46c65c515e25: DOWN {{(pid=109515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:01:21.351835 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939189dc-bbf0-4920-895b-3fad808ce92a req-a0660a5e-d1af-4b96-84bb-09fc8899a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:21.353301 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-939189dc-bbf0-4920-895b-3fad808ce92a req-a0660a5e-d1af-4b96-84bb-09fc8899a736 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e075947a-f8da-4776-a2ef-29eb0a510e7f HTTP/1.1" status: 200 len: 847 time: 0.0539382 Mar 14 19:01:21.358503 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:21.410839 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939189dc-bbf0-4920-895b-3fad808ce92a req-9c7bd7d9-9deb-4525-9377-63f027cdf2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:21.410839 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-939189dc-bbf0-4920-895b-3fad808ce92a req-9c7bd7d9-9deb-4525-9377-63f027cdf2a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82333385-ac2d-4839-8665-1cd431d3a6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455914 Mar 14 19:01:21.739303 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ad1b9-fd73-461f-bd7c-d9caefa56af5 req-18db1d21-5d2b-4058-b687-228cca19cf92 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:21.742388 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b59ad1b9-fd73-461f-bd7c-d9caefa56af5 req-18db1d21-5d2b-4058-b687-228cca19cf92 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0583334 Mar 14 19:01:21.794201 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b59ad1b9-fd73-461f-bd7c-d9caefa56af5 req-cd3f0f8d-0d9a-46b4-95c5-ecb161fb20b9 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469489 Mar 14 19:01:22.375626 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-939189dc-bbf0-4920-895b-3fad808ce92a req-092c5b03-c872-4c87-8366-3036ceac7c84 service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917363 Mar 14 19:01:22.920858 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2ea5c-4cf3-4b12-b3f8-f340bf49fb5c req-1b676325-505f-478e-b3c2-1dd61a561a7d tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:22.922343 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c6b2ea5c-4cf3-4b12-b3f8-f340bf49fb5c req-1b676325-505f-478e-b3c2-1dd61a561a7d tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0587492 Mar 14 19:01:22.974809 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c6b2ea5c-4cf3-4b12-b3f8-f340bf49fb5c req-eb67ddda-6137-40c8-b797-8abf5c2110e7 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441594 Mar 14 19:01:24.113800 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63c27c-c499-434f-8687-1c8b33773d1a req-755ca1c9-6fdc-48e0-8d44-0ba39fbf4b09 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:24.115286 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ac63c27c-c499-434f-8687-1c8b33773d1a req-755ca1c9-6fdc-48e0-8d44-0ba39fbf4b09 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0631225 Mar 14 19:01:24.167576 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ac63c27c-c499-434f-8687-1c8b33773d1a req-e0c04c45-36a7-4462-8161-bc6526c215ed tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464427 Mar 14 19:01:24.202031 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-939189dc-bbf0-4920-895b-3fad808ce92a req-d1f64656-50a7-4b2e-be81-54f2b98c7f0d service neutron] 10.222.0.69 "GET /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881622 Mar 14 19:01:25.188674 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dfbb0cd5-53de-4f7b-b846-a6c741e3afc7 req-2b11a62b-6523-42ee-8511-5e7149e8a04c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491021 Mar 14 19:01:25.304347 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb0cd5-53de-4f7b-b846-a6c741e3afc7 req-75bc75d2-d729-468c-9f51-d8d514577117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:25.304347 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dfbb0cd5-53de-4f7b-b846-a6c741e3afc7 req-75bc75d2-d729-468c-9f51-d8d514577117 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fd4a8ca063a453a90dfd25ba3852e42&device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 1130 time: 0.0819254 Mar 14 19:01:25.314859 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f8f72-6718-4289-9746-78690ddef5f0 req-98d2c9ab-ee33-4a41-ae2f-15795350bf35 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:25.316688 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-084f8f72-6718-4289-9746-78690ddef5f0 req-98d2c9ab-ee33-4a41-ae2f-15795350bf35 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0708077 Mar 14 19:01:25.453367 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-084f8f72-6718-4289-9746-78690ddef5f0 req-dad10738-5f5b-4d86-8912-55019d8c488a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293244 Mar 14 19:01:25.472338 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb0cd5-53de-4f7b-b846-a6c741e3afc7 req-b29fee25-6f73-411d-9a6c-074a181fe2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:25.473815 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dfbb0cd5-53de-4f7b-b846-a6c741e3afc7 req-b29fee25-6f73-411d-9a6c-074a181fe2bf service neutron] 10.222.0.69 "GET /v2.0/networks?id=238a0ce0-fc24-410f-b071-3e8d79d444fd HTTP/1.1" status: 200 len: 917 time: 0.1427763 Mar 14 19:01:25.547456 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dfbb0cd5-53de-4f7b-b846-a6c741e3afc7 req-48366cfd-beb1-474d-ab88-6598a5bf88f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13dcc5d7-b40d-4574-ae63-847389fc6436 HTTP/1.1" status: 200 len: 1001 time: 0.0615516 Mar 14 19:01:25.607766 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb0cd5-53de-4f7b-b846-a6c741e3afc7 req-2c705bb8-b5fc-474a-b9c8-47696072408b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:25.609368 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dfbb0cd5-53de-4f7b-b846-a6c741e3afc7 req-2c705bb8-b5fc-474a-b9c8-47696072408b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=295ea95f-a569-4ae3-aa0e-4b878103c9ad HTTP/1.1" status: 200 len: 855 time: 0.0515454 Mar 14 19:01:25.668909 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb0cd5-53de-4f7b-b846-a6c741e3afc7 req-179273f4-e307-456d-9f41-c229a452a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:25.670403 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dfbb0cd5-53de-4f7b-b846-a6c741e3afc7 req-179273f4-e307-456d-9f41-c229a452a7d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=238a0ce0-fc24-410f-b071-3e8d79d444fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442865 Mar 14 19:01:25.765811 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dfbb0cd5-53de-4f7b-b846-a6c741e3afc7 req-f0391d69-505a-4f7a-a8d6-1e9133bd89f2 service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818112 Mar 14 19:01:26.610071 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125a9ba-1ac4-4e55-b190-dcb3b983409d req-a1bd4c33-0e2d-46fe-9ee0-6f944858453a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:26.611544 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f125a9ba-1ac4-4e55-b190-dcb3b983409d req-a1bd4c33-0e2d-46fe-9ee0-6f944858453a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0720994 Mar 14 19:01:26.664769 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f125a9ba-1ac4-4e55-b190-dcb3b983409d req-89dcee98-a6cc-4db5-b20c-8141fbc54d6a tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449367 Mar 14 19:01:27.798474 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d012-38a1-4c1c-a8bd-22366ba525e1 req-a982b837-e041-4990-aca1-0735aceffed8 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:27.799978 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8120d012-38a1-4c1c-a8bd-22366ba525e1 req-a982b837-e041-4990-aca1-0735aceffed8 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0595729 Mar 14 19:01:27.848535 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8120d012-38a1-4c1c-a8bd-22366ba525e1 req-c4d6d88a-c16b-48db-9679-e8ce237e9abd tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427730 Mar 14 19:01:28.661407 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-dfbb0cd5-53de-4f7b-b846-a6c741e3afc7 req-87a90e04-c1ea-4091-b372-7b0dced510c5 service neutron] 10.222.0.69 "GET /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830729 Mar 14 19:01:28.826942 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7063d-15ef-4d05-bb58-147d7c0b6502 req-c910c468-274e-4d58-be90-5ba0e23175d2 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:28.828440 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-94c7063d-15ef-4d05-bb58-147d7c0b6502 req-c910c468-274e-4d58-be90-5ba0e23175d2 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.69 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0561087 Mar 14 19:01:28.928109 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-94c7063d-15ef-4d05-bb58-147d7c0b6502 req-ac42aae5-a847-4a1e-a6dc-f11df3826901 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Deleting port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:28.928493 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-94c7063d-15ef-4d05-bb58-147d7c0b6502 req-ac42aae5-a847-4a1e-a6dc-f11df3826901 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:28.975067 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b705d3-8a20-4fd0-a660-7f50e008df76 req-cdba9a61-18e2-453b-8cc0-f8d65d7a24f0 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:28.976706 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-43b705d3-8a20-4fd0-a660-7f50e008df76 req-cdba9a61-18e2-453b-8cc0-f8d65d7a24f0 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/ports?device_id=912df016-303f-4f46-aaea-28d265372c4d HTTP/1.1" status: 200 len: 945 time: 0.0556841 Mar 14 19:01:29.021890 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-94c7063d-15ef-4d05-bb58-147d7c0b6502 req-ac42aae5-a847-4a1e-a6dc-f11df3826901 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] For port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:29.022258 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-94c7063d-15ef-4d05-bb58-147d7c0b6502 req-ac42aae5-a847-4a1e-a6dc-f11df3826901 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:29.024495 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-43b705d3-8a20-4fd0-a660-7f50e008df76 req-c6b238d4-3efd-468f-881c-f33247bc296f tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422337 Mar 14 19:01:29.035353 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-94c7063d-15ef-4d05-bb58-147d7c0b6502 req-ac42aae5-a847-4a1e-a6dc-f11df3826901 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Calling delete_port for 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:29.167080 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-94c7063d-15ef-4d05-bb58-147d7c0b6502 req-ac42aae5-a847-4a1e-a6dc-f11df3826901 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (7a85563c-4c39-4b8e-84e6-94ee1f8bd288), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:29.198313 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42aae5-a847-4a1e-a6dc-f11df3826901 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Pushing event deleted for resources: {'Port': ['ID=7a85563c-4c39-4b8e-84e6-94ee1f8bd288,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:29.240543 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c7063d-15ef-4d05-bb58-147d7c0b6502 req-ac42aae5-a847-4a1e-a6dc-f11df3826901 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] No DVR routers for this DVR port 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:01:29.243105 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-94c7063d-15ef-4d05-bb58-147d7c0b6502 req-ac42aae5-a847-4a1e-a6dc-f11df3826901 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:29.246448 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-94c7063d-15ef-4d05-bb58-147d7c0b6502 req-ac42aae5-a847-4a1e-a6dc-f11df3826901 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.69 "DELETE /v2.0/ports/7a85563c-4c39-4b8e-84e6-94ee1f8bd288 HTTP/1.1" status: 204 len: 173 time: 0.4104798 Mar 14 19:01:29.246868 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912df016-303f-4f46-aaea-28d265372c4d', 'name': 'network-vif-deleted', 'tag': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:29.249131 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec533b2-c425-4e19-9567-cb2a9fbd1f11" -d '{"events": [{"server_uuid": "912df016-303f-4f46-aaea-28d265372c4d", "name": "network-vif-deleted", "tag": "7a85563c-4c39-4b8e-84e6-94ee1f8bd288"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:01:29.283530 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e1929f-9fd0-4862-9678-bbf06800de59 x-openstack-request-id: req-d5e1929f-9fd0-4862-9678-bbf06800de59 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:01:29.283790 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912df016-303f-4f46-aaea-28d265372c4d", "name": "network-vif-deleted", "tag": "7a85563c-4c39-4b8e-84e6-94ee1f8bd288", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:01:29.284098 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5e1929f-9fd0-4862-9678-bbf06800de59 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:01:29.284559 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912df016-303f-4f46-aaea-28d265372c4d', 'name': 'network-vif-deleted', 'tag': '7a85563c-4c39-4b8e-84e6-94ee1f8bd288', 'status': 'completed', 'code': 200} Mar 14 19:01:30.088626 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48396) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:30.145810 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0af2cde9-85bb-4624-9fa3-d4a710fe8212 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group (8bb3dafa-a113-44fc-9faf-f99da4bdf1ce), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:30.172443 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0af2cde9-85bb-4624-9fa3-d4a710fe8212 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group (8bb3dafa-a113-44fc-9faf-f99da4bdf1ce), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:30.234359 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0af2cde9-85bb-4624-9fa3-d4a710fe8212 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (8bb3dafa-a113-44fc-9faf-f99da4bdf1ce), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:30.237000 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0af2cde9-85bb-4624-9fa3-d4a710fe8212 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:30.238220 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-0af2cde9-85bb-4624-9fa3-d4a710fe8212 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] 10.222.0.52 "DELETE /v2.0/security-groups/8bb3dafa-a113-44fc-9faf-f99da4bdf1ce HTTP/1.1" status: 204 len: 168 time: 0.1485691 Mar 14 19:01:30.247686 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2cde9-85bb-4624-9fa3-d4a710fe8212 tempest-TestShelveInstance-1497380754 tempest-TestShelveInstance-1497380754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb3dafa-a113-44fc-9faf-f99da4bdf1ce,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:30.291753 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48400) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:30.759512 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-298a1b76-e014-411a-8131-3e2bd5c66a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478211'] for router_interface (b58cadef-117f-40dc-8952-b30eaf39d95f), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:31.006727 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-298a1b76-e014-411a-8131-3e2bd5c66a69 admin admin] Deleting port 10286fd3-c716-435c-8e36-f55317003e43 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:31.007060 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-298a1b76-e014-411a-8131-3e2bd5c66a69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (10286fd3-c716-435c-8e36-f55317003e43), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:31.088911 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-298a1b76-e014-411a-8131-3e2bd5c66a69 admin admin] For port 10286fd3-c716-435c-8e36-f55317003e43, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=10286fd3-c716-435c-8e36-f55317003e43,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:31.089548 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-298a1b76-e014-411a-8131-3e2bd5c66a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (10286fd3-c716-435c-8e36-f55317003e43), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:31.102920 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-298a1b76-e014-411a-8131-3e2bd5c66a69 admin admin] Calling delete_port for 10286fd3-c716-435c-8e36-f55317003e43 owned by network:router_interface {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:31.175851 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:01:31.198389 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:01:31.198739 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 7a85563c-4c39-4b8e-84e6-94ee1f8bd288 not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:01:31.298902 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-298a1b76-e014-411a-8131-3e2bd5c66a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (10286fd3-c716-435c-8e36-f55317003e43), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:31.328440 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a1b76-e014-411a-8131-3e2bd5c66a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=10286fd3-c716-435c-8e36-f55317003e43,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:31.496829 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-298a1b76-e014-411a-8131-3e2bd5c66a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478391'] for router_interface (b58cadef-117f-40dc-8952-b30eaf39d95f), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:31.977210 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298a1b76-e014-411a-8131-3e2bd5c66a69 admin admin] Router b58cadef-117f-40dc-8952-b30eaf39d95f has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:01:32.087540 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298a1b76-e014-411a-8131-3e2bd5c66a69 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:32.093514 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-298a1b76-e014-411a-8131-3e2bd5c66a69 admin admin] 10.222.0.52 "PUT /v2.0/routers/b58cadef-117f-40dc-8952-b30eaf39d95f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8000708 Mar 14 19:01:32.095725 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48430) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:32.097180 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1070989a-9d32-4d4e-9cd8-a0481eba954a None None] Sync routers for ids ['b58cadef-117f-40dc-8952-b30eaf39d95f'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:32.108824 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1070989a-9d32-4d4e-9cd8-a0481eba954a None None] Routers {'b58cadef-117f-40dc-8952-b30eaf39d95f'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:32.109441 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-1070989a-9d32-4d4e-9cd8-a0481eba954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b58cadef-117f-40dc-8952-b30eaf39d95f'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:32.204987 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] Publish callbacks [] for router (b58cadef-117f-40dc-8952-b30eaf39d95f), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:32.220617 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-1070989a-9d32-4d4e-9cd8-a0481eba954a None None] Set router b58cadef-117f-40dc-8952-b30eaf39d95f gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:32.321104 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] Publish callbacks [] for router_gateway (b58cadef-117f-40dc-8952-b30eaf39d95f), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:32.379705 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] Deleting port af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:32.380166 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:32.398758 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2effb304-6ed3-4ef4-99e9-5ec1c5b5be50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:32.412956 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-1070989a-9d32-4d4e-9cd8-a0481eba954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T19:01:31Z', 'revision_number': 5, 'project_id': '62602078318e427f9a6427505192c559', 'gw_port': {'id': 'af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:58Z', 'updated_at': '2022-03-14T18:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:32.441175 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1070989a-9d32-4d4e-9cd8-a0481eba954a None None] Checking router: b58cadef-117f-40dc-8952-b30eaf39d95f for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:32.451985 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1070989a-9d32-4d4e-9cd8-a0481eba954a None None] Routers {'b58cadef-117f-40dc-8952-b30eaf39d95f'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:32.453188 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-1070989a-9d32-4d4e-9cd8-a0481eba954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b58cadef-117f-40dc-8952-b30eaf39d95f'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:32.465727 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] For port af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:32.466081 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:32.483250 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] Calling delete_port for af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3 owned by network:router_gateway {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:32.548348 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-1070989a-9d32-4d4e-9cd8-a0481eba954a None None] Set router b58cadef-117f-40dc-8952-b30eaf39d95f gateway port host: None {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:32.603312 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-1070989a-9d32-4d4e-9cd8-a0481eba954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T19:01:32Z', 'revision_number': 6, 'project_id': '62602078318e427f9a6427505192c559', 'gw_port_host': None}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:32.630258 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1070989a-9d32-4d4e-9cd8-a0481eba954a None None] The sync data for ids ['b58cadef-117f-40dc-8952-b30eaf39d95f'] in dv-cinder-829664-3-iscsi is: [{'id': 'b58cadef-117f-40dc-8952-b30eaf39d95f', 'name': 'tempest-TestShelveInstance-436739589-router', 'tenant_id': '62602078318e427f9a6427505192c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:57Z', 'updated_at': '2022-03-14T19:01:32Z', 'revision_number': 6, 'project_id': '62602078318e427f9a6427505192c559', 'gw_port_host': None}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:32.686897 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:32.713469 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:32.775846 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475733'] for router_gateway (b58cadef-117f-40dc-8952-b30eaf39d95f), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:32.867567 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6385'] for router (b58cadef-117f-40dc-8952-b30eaf39d95f), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:32.869767 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] Publish callbacks [] for router_controller (b58cadef-117f-40dc-8952-b30eaf39d95f), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:32.915425 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483237'] for router (b58cadef-117f-40dc-8952-b30eaf39d95f), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:32.916197 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b58cadef-117f-40dc-8952-b30eaf39d95f {{(pid=109512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:01:32.921964 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:32.923990 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-990fb33b-f651-42b6-837a-ab6716041b9f admin admin] 10.222.0.52 "DELETE /v2.0/routers/b58cadef-117f-40dc-8952-b30eaf39d95f HTTP/1.1" status: 204 len: 168 time: 0.8269374 Mar 14 19:01:32.927943 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48452) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:32.980258 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_v2 [None req-c088dde5-5775-4b9a-a653-46663ad98f7d admin admin] Deleting subnet e075947a-f8da-4776-a2ef-29eb0a510e7f {{(pid=109513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:01:32.983734 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c088dde5-5775-4b9a-a653-46663ad98f7d admin admin] Publish callbacks [] for subnet (e075947a-f8da-4776-a2ef-29eb0a510e7f), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.024243 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c088dde5-5775-4b9a-a653-46663ad98f7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4198493'] for subnet (e075947a-f8da-4776-a2ef-29eb0a510e7f), precommit_delete_associations {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.101672 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c088dde5-5775-4b9a-a653-46663ad98f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (e075947a-f8da-4776-a2ef-29eb0a510e7f), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.153484 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c088dde5-5775-4b9a-a653-46663ad98f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4788618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4828516'] for subnet (e075947a-f8da-4776-a2ef-29eb0a510e7f), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.176859 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088dde5-5775-4b9a-a653-46663ad98f7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e075947a-f8da-4776-a2ef-29eb0a510e7f,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:33.183689 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c088dde5-5775-4b9a-a653-46663ad98f7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.187318 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-c088dde5-5775-4b9a-a653-46663ad98f7d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e075947a-f8da-4776-a2ef-29eb0a510e7f HTTP/1.1" status: 204 len: 168 time: 0.2581842 Mar 14 19:01:33.189001 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb207c52-58f0-49c0-ae5d-2e295e736942 None None] Network 82333385-ac2d-4839-8665-1cd431d3a6f7 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:01:33.189766 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48454) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:33.267760 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (82333385-ac2d-4839-8665-1cd431d3a6f7), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.337783 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] Deleting port 8779c2ef-0567-4f64-95d4-fedcd23a1903 {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:33.337783 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (8779c2ef-0567-4f64-95d4-fedcd23a1903), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.402153 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] For port 8779c2ef-0567-4f64-95d4-fedcd23a1903, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=8779c2ef-0567-4f64-95d4-fedcd23a1903,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:33.402514 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (8779c2ef-0567-4f64-95d4-fedcd23a1903), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.413026 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] DHCP port deletion for 82333385-ac2d-4839-8665-1cd431d3a6f7 request from dv-cinder-829664-3-iscsi {{(pid=109514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 19:01:33.420067 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] Calling delete_port for 8779c2ef-0567-4f64-95d4-fedcd23a1903 owned by network:dhcp {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:33.463404 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Deleting port 8779c2ef-0567-4f64-95d4-fedcd23a1903 {{(pid=109514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:33.463820 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (8779c2ef-0567-4f64-95d4-fedcd23a1903), before_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.501072 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (8779c2ef-0567-4f64-95d4-fedcd23a1903), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.529147 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] Pushing event deleted for resources: {'Port': ['ID=8779c2ef-0567-4f64-95d4-fedcd23a1903,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:33.532904 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] No DVR routers for this DVR port 8779c2ef-0567-4f64-95d4-fedcd23a1903 on host dv-cinder-829664-3-iscsi {{(pid=109513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:01:33.536943 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] For port 8779c2ef-0567-4f64-95d4-fedcd23a1903, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=8779c2ef-0567-4f64-95d4-fedcd23a1903,segment=NetworkSegment(e04e1c2f-7717-4c53-ae94-2711e3b2d7a1),segment_id=e04e1c2f-7717-4c53-ae94-2711e3b2d7a1)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:33.537453 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (8779c2ef-0567-4f64-95d4-fedcd23a1903), precommit_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.550727 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Calling delete_port for 8779c2ef-0567-4f64-95d4-fedcd23a1903 owned by network:dhcp {{(pid=109514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:33.614868 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (82333385-ac2d-4839-8665-1cd431d3a6f7), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.628788 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781'] for port (8779c2ef-0567-4f64-95d4-fedcd23a1903), after_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.639069 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82333385-ac2d-4839-8665-1cd431d3a6f7']}} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:33.653507 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04e1c2f-7717-4c53-ae94-2711e3b2d7a1') {'for_net_delete': True} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:33.653815 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04e1c2f-7717-4c53-ae94-2711e3b2d7a1') {} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:33.661208 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Pushing event deleted for resources: {'Port': ['ID=8779c2ef-0567-4f64-95d4-fedcd23a1903,revision_number=None']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:33.664863 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4198500'] for segment (e04e1c2f-7717-4c53-ae94-2711e3b2d7a1), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.671143 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:33.671734 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:33.672251 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:33.672782 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:33.673316 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:33.673721 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:33.674116 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:33.674503 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:33.674893 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:33.675207 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:33.675584 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:33.675877 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:33.676205 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:33.676513 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:33.676836 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:33.679859 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0645ed8d-fc11-4ec6-b19f-497aaf4d6dea None None] No DVR routers for this DVR port 8779c2ef-0567-4f64-95d4-fedcd23a1903 on host dv-cinder-829664-3-iscsi {{(pid=109514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:01:33.683274 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (e04e1c2f-7717-4c53-ae94-2711e3b2d7a1), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.691019 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:01:33.691623 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4788528'] for segment (e04e1c2f-7717-4c53-ae94-2711e3b2d7a1), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: Traceback (most recent call last): Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: timer() Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: cb(*args, **kw) Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: return func(*args, **kwargs) Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: self._notify() Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: self.callback(batched_events) Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: event.method(event) Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: return f(self, *a, **k) Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._get(url).json() Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: return self.request(url, 'GET', **kwargs) Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:01:33.693364 dv-cinder-829664-3-iscsi neutron-server[109513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:01:33.748619 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (82333385-ac2d-4839-8665-1cd431d3a6f7), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.752925 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.756658 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] 10.222.0.52 "DELETE /v2.0/networks/82333385-ac2d-4839-8665-1cd431d3a6f7 HTTP/1.1" status: 204 len: 168 time: 0.5656948 Mar 14 19:01:33.759583 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48464) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:33.773298 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f4fa4-e9d3-43fa-ac50-299a6f6eac29 admin admin] Pushing event deleted for resources: {'Network': ['ID=82333385-ac2d-4839-8665-1cd431d3a6f7,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:34.101568 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:01:34.120755 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:01:34.121165 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device af0bce2a-f966-49da-b7f9-dc7fc9ccd0d3 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:01:34.121658 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 10286fd3-c716-435c-8e36-f55317003e43 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:01:34.140126 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 10286fd3-c716-435c-8e36-f55317003e43 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:01:34.140472 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 10286fd3-c716-435c-8e36-f55317003e43 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:01:34.140919 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 8779c2ef-0567-4f64-95d4-fedcd23a1903 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:01:34.149108 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d4703151-6d0e-4ac4-af7a-6e656b0c502f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478211'] for router_interface (b537d056-cb8b-4153-8128-cd4c9cc51455), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:34.160322 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 8779c2ef-0567-4f64-95d4-fedcd23a1903 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:01:34.160605 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 8779c2ef-0567-4f64-95d4-fedcd23a1903 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:01:34.400110 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-d4703151-6d0e-4ac4-af7a-6e656b0c502f admin admin] Deleting port d399325c-1f44-4378-bd70-8993b9a83fcf {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:34.400440 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d4703151-6d0e-4ac4-af7a-6e656b0c502f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:34.480556 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-d4703151-6d0e-4ac4-af7a-6e656b0c502f admin admin] For port d399325c-1f44-4378-bd70-8993b9a83fcf, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=d399325c-1f44-4378-bd70-8993b9a83fcf,segment=NetworkSegment(203caf27-3177-429e-9888-7db2ccc6d463),segment_id=203caf27-3177-429e-9888-7db2ccc6d463)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:34.480790 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d4703151-6d0e-4ac4-af7a-6e656b0c502f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:34.493396 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-d4703151-6d0e-4ac4-af7a-6e656b0c502f admin admin] Calling delete_port for d399325c-1f44-4378-bd70-8993b9a83fcf owned by network:router_interface {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:34.677391 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d4703151-6d0e-4ac4-af7a-6e656b0c502f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (d399325c-1f44-4378-bd70-8993b9a83fcf), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:34.707736 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4703151-6d0e-4ac4-af7a-6e656b0c502f admin admin] Pushing event deleted for resources: {'Port': ['ID=d399325c-1f44-4378-bd70-8993b9a83fcf,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:34.709033 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-99671621-ebb0-4af6-901d-3d26d1550a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:34.873830 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d4703151-6d0e-4ac4-af7a-6e656b0c502f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478391'] for router_interface (b537d056-cb8b-4153-8128-cd4c9cc51455), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.091224 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4703151-6d0e-4ac4-af7a-6e656b0c502f admin admin] Router b537d056-cb8b-4153-8128-cd4c9cc51455 has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:01:35.199602 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4703151-6d0e-4ac4-af7a-6e656b0c502f admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:35.205589 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-d4703151-6d0e-4ac4-af7a-6e656b0c502f admin admin] 10.222.0.52 "PUT /v2.0/routers/b537d056-cb8b-4153-8128-cd4c9cc51455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4443104 Mar 14 19:01:35.207390 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48480) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:35.209258 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a9de5-ffa1-4210-b0a4-545af7839e98 None None] Sync routers for ids ['b537d056-cb8b-4153-8128-cd4c9cc51455'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:35.220869 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a9de5-ffa1-4210-b0a4-545af7839e98 None None] Routers {'b537d056-cb8b-4153-8128-cd4c9cc51455'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:35.221487 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-6b1a9de5-ffa1-4210-b0a4-545af7839e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b537d056-cb8b-4153-8128-cd4c9cc51455'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:35.318170 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] Publish callbacks [] for router (b537d056-cb8b-4153-8128-cd4c9cc51455), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.331270 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-6b1a9de5-ffa1-4210-b0a4-545af7839e98 None None] Set router b537d056-cb8b-4153-8128-cd4c9cc51455 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:35.428339 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] Publish callbacks [] for router_gateway (b537d056-cb8b-4153-8128-cd4c9cc51455), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.489782 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] Deleting port 2421e8f9-ac6c-46f3-8fd0-02b622e28243 {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:35.490300 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (2421e8f9-ac6c-46f3-8fd0-02b622e28243), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.579721 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] For port 2421e8f9-ac6c-46f3-8fd0-02b622e28243, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=2421e8f9-ac6c-46f3-8fd0-02b622e28243,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:35.580133 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (2421e8f9-ac6c-46f3-8fd0-02b622e28243), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.593596 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] Calling delete_port for 2421e8f9-ac6c-46f3-8fd0-02b622e28243 owned by network:router_gateway {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:35.615439 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-6b1a9de5-ffa1-4210-b0a4-545af7839e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'name': 'tempest-TestShelveInstance-429729330-router', 'tenant_id': 'e02291454daf4b7da7874f6950671582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '2421e8f9-ac6c-46f3-8fd0-02b622e28243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T19:01:34Z', 'revision_number': 5, 'project_id': 'e02291454daf4b7da7874f6950671582', 'gw_port': {'id': '2421e8f9-ac6c-46f3-8fd0-02b622e28243', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T18:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:35.647199 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a9de5-ffa1-4210-b0a4-545af7839e98 None None] Checking router: b537d056-cb8b-4153-8128-cd4c9cc51455 for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:35.672179 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a9de5-ffa1-4210-b0a4-545af7839e98 None None] Routers {'b537d056-cb8b-4153-8128-cd4c9cc51455'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:35.672913 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-6b1a9de5-ffa1-4210-b0a4-545af7839e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b537d056-cb8b-4153-8128-cd4c9cc51455'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:35.765259 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-6b1a9de5-ffa1-4210-b0a4-545af7839e98 None None] Set router b537d056-cb8b-4153-8128-cd4c9cc51455 gateway port host: None {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:35.780495 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (2421e8f9-ac6c-46f3-8fd0-02b622e28243), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.807766 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=2421e8f9-ac6c-46f3-8fd0-02b622e28243,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:35.817430 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-6b1a9de5-ffa1-4210-b0a4-545af7839e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'name': 'tempest-TestShelveInstance-429729330-router', 'tenant_id': 'e02291454daf4b7da7874f6950671582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T19:01:35Z', 'revision_number': 6, 'project_id': 'e02291454daf4b7da7874f6950671582', 'gw_port_host': None}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:35.847049 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a9de5-ffa1-4210-b0a4-545af7839e98 None None] The sync data for ids ['b537d056-cb8b-4153-8128-cd4c9cc51455'] in dv-cinder-829664-3-iscsi is: [{'id': 'b537d056-cb8b-4153-8128-cd4c9cc51455', 'name': 'tempest-TestShelveInstance-429729330-router', 'tenant_id': 'e02291454daf4b7da7874f6950671582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:06Z', 'updated_at': '2022-03-14T19:01:35Z', 'revision_number': 6, 'project_id': 'e02291454daf4b7da7874f6950671582', 'gw_port_host': None}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:35.872624 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475733'] for router_gateway (b537d056-cb8b-4153-8128-cd4c9cc51455), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.945202 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.973682 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6385'] for router (b537d056-cb8b-4153-8128-cd4c9cc51455), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.976044 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] Publish callbacks [] for router_controller (b537d056-cb8b-4153-8128-cd4c9cc51455), precommit_delete_associations {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.035772 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483237'] for router (b537d056-cb8b-4153-8128-cd4c9cc51455), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.036553 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b537d056-cb8b-4153-8128-cd4c9cc51455 {{(pid=109513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:01:36.043423 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.044998 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-818015dc-04d6-4829-9e92-61903aeb3d6b admin admin] 10.222.0.52 "DELETE /v2.0/routers/b537d056-cb8b-4153-8128-cd4c9cc51455 HTTP/1.1" status: 204 len: 168 time: 0.8366117 Mar 14 19:01:36.048080 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48490) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:36.096200 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4b1103-57e6-45aa-89be-20c278868f2c admin admin] Deleting subnet 22b9e595-722e-4445-9b2f-e83b18eb1d4f {{(pid=109512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:01:36.099421 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6a4b1103-57e6-45aa-89be-20c278868f2c admin admin] Publish callbacks [] for subnet (22b9e595-722e-4445-9b2f-e83b18eb1d4f), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.134104 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6a4b1103-57e6-45aa-89be-20c278868f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4261526'] for subnet (22b9e595-722e-4445-9b2f-e83b18eb1d4f), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.262959 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6a4b1103-57e6-45aa-89be-20c278868f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (22b9e595-722e-4445-9b2f-e83b18eb1d4f), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.309326 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device d399325c-1f44-4378-bd70-8993b9a83fcf no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:01:36.334576 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6a4b1103-57e6-45aa-89be-20c278868f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5679141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226240'] for subnet (22b9e595-722e-4445-9b2f-e83b18eb1d4f), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.334897 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: d399325c-1f44-4378-bd70-8993b9a83fcf {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:01:36.335029 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device d399325c-1f44-4378-bd70-8993b9a83fcf not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:01:36.369908 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b1103-57e6-45aa-89be-20c278868f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22b9e595-722e-4445-9b2f-e83b18eb1d4f,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:36.373936 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6a4b1103-57e6-45aa-89be-20c278868f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.377368 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-6a4b1103-57e6-45aa-89be-20c278868f2c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/22b9e595-722e-4445-9b2f-e83b18eb1d4f HTTP/1.1" status: 204 len: 168 time: 0.3278577 Mar 14 19:01:36.379815 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48498) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:36.382548 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b60465b-4060-44bc-b46f-60aa2f976d1f None None] Network 4f158dc2-f266-4a70-96a9-cb01ee67e157 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:01:36.451103 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (4f158dc2-f266-4a70-96a9-cb01ee67e157), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.528428 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] Deleting port 9c98b070-4209-4451-812f-271242933ff2 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:36.528777 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (9c98b070-4209-4451-812f-271242933ff2), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.596140 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] For port 9c98b070-4209-4451-812f-271242933ff2, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=9c98b070-4209-4451-812f-271242933ff2,segment=NetworkSegment(203caf27-3177-429e-9888-7db2ccc6d463),segment_id=203caf27-3177-429e-9888-7db2ccc6d463)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:36.596501 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (9c98b070-4209-4451-812f-271242933ff2), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.609980 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] Calling delete_port for 9c98b070-4209-4451-812f-271242933ff2 owned by network:dhcp {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:36.694104 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187f42be-996b-4a86-a44a-934ff208b802 None None] DHCP port deletion for 4f158dc2-f266-4a70-96a9-cb01ee67e157 request from dv-cinder-829664-3-iscsi {{(pid=109514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 19:01:36.697893 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (9c98b070-4209-4451-812f-271242933ff2), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.711544 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] No DVR routers for this DVR port 9c98b070-4209-4451-812f-271242933ff2 on host dv-cinder-829664-3-iscsi {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:01:36.731192 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c98b070-4209-4451-812f-271242933ff2,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:36.799274 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (4f158dc2-f266-4a70-96a9-cb01ee67e157), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.825146 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f158dc2-f266-4a70-96a9-cb01ee67e157']}} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:36.836238 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203caf27-3177-429e-9888-7db2ccc6d463') {'for_net_delete': True} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:36.836537 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203caf27-3177-429e-9888-7db2ccc6d463') {} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:36.846562 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4261551'] for segment (203caf27-3177-429e-9888-7db2ccc6d463), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.859757 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (203caf27-3177-429e-9888-7db2ccc6d463), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.865901 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:01:36.866317 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5679263'] for segment (203caf27-3177-429e-9888-7db2ccc6d463), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: Traceback (most recent call last): Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: timer() Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: cb(*args, **kw) Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: return func(*args, **kwargs) Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: self._notify() Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: self.callback(batched_events) Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: event.method(event) Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: return f(self, *a, **k) Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: return self._get(url).json() Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: return self.request(url, 'GET', **kwargs) Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:01:36.868046 dv-cinder-829664-3-iscsi neutron-server[109512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:01:36.930828 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (4f158dc2-f266-4a70-96a9-cb01ee67e157), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.938700 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.944564 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4f158dc2-f266-4a70-96a9-cb01ee67e157 HTTP/1.1" status: 204 len: 168 time: 0.5611269 Mar 14 19:01:36.957993 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29526089-e9b6-49f0-8623-233fa1eb9b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f158dc2-f266-4a70-96a9-cb01ee67e157,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:37.071202 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48518) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:37.112674 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-d43a5117-82cb-449e-82eb-474006ebf1e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62602078318e427f9a6427505192c559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402324 Mar 14 19:01:37.115244 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48520) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:37.119769 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:37.167434 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-bfa387fa-b741-4870-8825-904ce9fcb08b admin admin] Publish callbacks [] for security_group (d0654b0b-d8e9-4357-a662-4f16e2665c6f), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:37.189044 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-bfa387fa-b741-4870-8825-904ce9fcb08b admin admin] Publish callbacks [] for security_group (d0654b0b-d8e9-4357-a662-4f16e2665c6f), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:37.236823 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-bfa387fa-b741-4870-8825-904ce9fcb08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (d0654b0b-d8e9-4357-a662-4f16e2665c6f), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:37.239306 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-bfa387fa-b741-4870-8825-904ce9fcb08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:37.240507 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-bfa387fa-b741-4870-8825-904ce9fcb08b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0654b0b-d8e9-4357-a662-4f16e2665c6f HTTP/1.1" status: 204 len: 168 time: 0.1243005 Mar 14 19:01:37.248305 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa387fa-b741-4870-8825-904ce9fcb08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0654b0b-d8e9-4357-a662-4f16e2665c6f,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:37.593726 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48526) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:37.634495 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-68bd1b93-656d-411f-a037-b59123155389 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e02291454daf4b7da7874f6950671582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396080 Mar 14 19:01:37.637213 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48532) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:37.688476 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-31633f11-9402-4318-9296-e1c2c69b8f64 admin admin] Publish callbacks [] for security_group (3989e527-a375-490d-888b-0e9c0c58067c), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:37.716470 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-31633f11-9402-4318-9296-e1c2c69b8f64 admin admin] Publish callbacks [] for security_group (3989e527-a375-490d-888b-0e9c0c58067c), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:37.764731 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-31633f11-9402-4318-9296-e1c2c69b8f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (3989e527-a375-490d-888b-0e9c0c58067c), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:37.767351 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-31633f11-9402-4318-9296-e1c2c69b8f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:37.768608 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-31633f11-9402-4318-9296-e1c2c69b8f64 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3989e527-a375-490d-888b-0e9c0c58067c HTTP/1.1" status: 204 len: 168 time: 0.1304848 Mar 14 19:01:37.776481 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31633f11-9402-4318-9296-e1c2c69b8f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3989e527-a375-490d-888b-0e9c0c58067c,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:38.094356 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 2421e8f9-ac6c-46f3-8fd0-02b622e28243 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:01:38.117693 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 2421e8f9-ac6c-46f3-8fd0-02b622e28243 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:01:38.118036 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 2421e8f9-ac6c-46f3-8fd0-02b622e28243 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:01:38.118451 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 9c98b070-4209-4451-812f-271242933ff2 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:01:38.137330 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 9c98b070-4209-4451-812f-271242933ff2 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:01:38.137928 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 9c98b070-4209-4451-812f-271242933ff2 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:01:38.490691 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48568) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:38.595466 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1472168316-network', 'tenant_id': 'c0937b1763fb4579814763428a844452'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:38.623067 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] Made reservation on behalf of c0937b1763fb4579814763428a844452 for: {'network': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:01:38.626589 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:38.636282 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:38.714568 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] Publish callbacks [] for security_group (dd797d68-4299-4093-bf22-0651102164c0), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:38.720201 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (dd797d68-4299-4093-bf22-0651102164c0), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:38.721462 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:38.744465 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=109512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:01:38.753412 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd797d68-4299-4093-bf22-0651102164c0,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:38.759744 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (1e452cf9-acc8-4b0b-8807-ae819c63e738), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:38.760108 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.segments_db [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] Added segment 1e452cf9-acc8-4b0b-8807-ae819c63e738 of type vlan for network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 Mar 14 19:01:38.802573 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (a3fa0920-ef9b-4bb4-90d4-2d598f5743e3), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:38.828618 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (a3fa0920-ef9b-4bb4-90d4-2d598f5743e3), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:38.829928 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:38.830569 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:39.134561 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6423967 Mar 14 19:01:39.138788 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48578) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:39.143837 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-7853aef7-5d0c-4f91-aeb0-4fa2286b2ef8 admin admin] Request body: {'subnet': {'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1472168316-subnet', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'ip_version': 4}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:39.147855 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246319f-dd0e-4aa3-9217-2fa8243d8a1a admin admin] Pushing event updated for resources: {'Network': ['ID=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:39.158607 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:01:39.170888 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7853aef7-5d0c-4f91-aeb0-4fa2286b2ef8 admin admin] Made reservation on behalf of c0937b1763fb4579814763428a844452 for: {'subnet': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:01:39.173724 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7853aef7-5d0c-4f91-aeb0-4fa2286b2ef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4828481'] for subnet (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:39.345183 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7853aef7-5d0c-4f91-aeb0-4fa2286b2ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4788683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4828499'] for subnet (3caeea12-c995-47a6-8a23-fec48cfd0972), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:39.396597 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853aef7-5d0c-4f91-aeb0-4fa2286b2ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3caeea12-c995-47a6-8a23-fec48cfd0972,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:39.411799 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853aef7-5d0c-4f91-aeb0-4fa2286b2ef8 admin admin] Checking segment: {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:01:39.412159 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7853aef7-5d0c-4f91-aeb0-4fa2286b2ef8 admin admin] Network hostable DHCP agents. Network: a3fa0920-ef9b-4bb4-90d4-2d598f5743e3, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:01:39.429044 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7853aef7-5d0c-4f91-aeb0-4fa2286b2ef8 admin admin] Network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:01:39.438967 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-7853aef7-5d0c-4f91-aeb0-4fa2286b2ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, a3fa0920-ef9b-4bb4-90d4-2d598f5743e3) {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:01:39.443627 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7853aef7-5d0c-4f91-aeb0-4fa2286b2ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:39.444280 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7853aef7-5d0c-4f91-aeb0-4fa2286b2ef8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:39.448589 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19cc8ff-b908-4d56-941e-5bf89924dfd3 None None] Network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:01:39.465263 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-7853aef7-5d0c-4f91-aeb0-4fa2286b2ef8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3229222 Mar 14 19:01:39.465660 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48594) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:39.470148 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:39.493382 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6339'] for router (7682f551-110f-471f-941e-09d31a40dc60), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:39.494422 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1591601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (7682f551-110f-471f-941e-09d31a40dc60), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:39.549801 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Publish callbacks [] for router_controller (7682f551-110f-471f-941e-09d31a40dc60), precommit_add_association {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:39.590158 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48598) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:39.695665 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3a86f8-d13f-51ef-aa91-869d4696663f-a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972'}]}} from dv-cinder-829664-3-iscsi. {{(pid=109514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 19:01:39.696173 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Publish callbacks [] for router_gateway (7682f551-110f-471f-941e-09d31a40dc60), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:39.696689 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:39.704097 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-29fa96cb-e734-4cc0-b843-bc3a8e869298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:39.805639 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-29fa96cb-e734-4cc0-b843-bc3a8e869298 admin admin] Publish callbacks [] for security_group (72d10bfe-69ad-442b-bda7-d4174e5edcd0), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:39.810986 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-29fa96cb-e734-4cc0-b843-bc3a8e869298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (72d10bfe-69ad-442b-bda7-d4174e5edcd0), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:39.839622 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.db_base_plugin_common [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Allocated IP 172.20.0.2 (a3fa0920-ef9b-4bb4-90d4-2d598f5743e3/3caeea12-c995-47a6-8a23-fec48cfd0972/9a7ad94c-454a-4de0-bd60-d73230c6e7fe) {{(pid=109514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:01:39.858187 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-29fa96cb-e734-4cc0-b843-bc3a8e869298 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf0a178bdf6b4da19db4a3e115ae8ea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665477 Mar 14 19:01:39.859311 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48602) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:39.861603 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa96cb-e734-4cc0-b843-bc3a8e869298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d10bfe-69ad-442b-bda7-d4174e5edcd0,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:39.921758 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c0a098b6-caf1-48c7-9829-be911d92828e admin admin] Publish callbacks [] for security_group (72d10bfe-69ad-442b-bda7-d4174e5edcd0), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:39.948590 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c0a098b6-caf1-48c7-9829-be911d92828e admin admin] Publish callbacks [] for security_group (72d10bfe-69ad-442b-bda7-d4174e5edcd0), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:40.032244 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c0a098b6-caf1-48c7-9829-be911d92828e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (72d10bfe-69ad-442b-bda7-d4174e5edcd0), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:40.035147 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c0a098b6-caf1-48c7-9829-be911d92828e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:40.037432 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-c0a098b6-caf1-48c7-9829-be911d92828e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72d10bfe-69ad-442b-bda7-d4174e5edcd0 HTTP/1.1" status: 204 len: 168 time: 0.1766815 Mar 14 19:01:40.048142 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a098b6-caf1-48c7-9829-be911d92828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d10bfe-69ad-442b-bda7-d4174e5edcd0,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:40.098223 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Publish callbacks [] for port (9a7ad94c-454a-4de0-bd60-d73230c6e7fe), precommit_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:40.119239 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (9a7ad94c-454a-4de0-bd60-d73230c6e7fe), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:40.169247 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 is already hosted by enough agents. {{(pid=109514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:01:40.173873 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.base_scheduler [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Resources bound (agent type, host, resource id): {{(pid=109514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:01:40.176512 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Received port after_create {{(pid=109514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:01:40.190252 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Pushing event updated for resources: {'Port': ['ID=9a7ad94c-454a-4de0-bd60-d73230c6e7fe,revision_number=1']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:40.224154 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Publish callbacks [] for router_gateway (7682f551-110f-471f-941e-09d31a40dc60), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:40.240191 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Attempting to bind port 9a7ad94c-454a-4de0-bd60-d73230c6e7fe on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:01:40.240597 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Attempting to bind port 9a7ad94c-454a-4de0-bd60-d73230c6e7fe by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:01:40.240970 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Attempting to bind port 9a7ad94c-454a-4de0-bd60-d73230c6e7fe on network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:01:40.244002 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:40.246272 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:01:40.246875 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Checking segment: {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:01:40.247452 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:40.247871 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Bound using segment: {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:01:40.248502 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Bound port: 9a7ad94c-454a-4de0-bd60-d73230c6e7fe, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:01:40.248886 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (9a7ad94c-454a-4de0-bd60-d73230c6e7fe), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:40.311555 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] For port 9a7ad94c-454a-4de0-bd60-d73230c6e7fe, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:01:40.314827 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] For port 9a7ad94c-454a-4de0-bd60-d73230c6e7fe, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=9a7ad94c-454a-4de0-bd60-d73230c6e7fe,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:01:40.321837 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (9a7ad94c-454a-4de0-bd60-d73230c6e7fe), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:40.360985 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Allocated IP 172.27.3.186 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/76a24042-8081-48eb-bd60-262bb3e5f363) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:01:40.390193 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf2e32-cdfa-4e12-b70b-118d009df87b None None] Pushing event updated for resources: {'Port': ['ID=9a7ad94c-454a-4de0-bd60-d73230c6e7fe,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:40.490996 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Publish callbacks [] for port (76a24042-8081-48eb-bd60-262bb3e5f363), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:40.535456 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (76a24042-8081-48eb-bd60-262bb3e5f363), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:40.573393 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:01:40.576299 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:01:40.578794 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:01:40.651513 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Pushing event updated for resources: {'Port': ['ID=76a24042-8081-48eb-bd60-262bb3e5f363,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:40.924799 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Publish callbacks [] for router_gateway (7682f551-110f-471f-941e-09d31a40dc60), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:41.149474 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475753'] for router (7682f551-110f-471f-941e-09d31a40dc60), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:41.305335 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Router 7682f551-110f-471f-941e-09d31a40dc60 is scheduled to L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 with binding_index 1 {{(pid=109513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 19:01:41.430129 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:41.439726 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Sync routers for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:41.449104 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:41.451608 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-59fde9ff-d916-47b6-87f8-89a1fc7a6017 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9847136 Mar 14 19:01:41.452511 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:41.453452 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:41.454305 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48648) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:41.494350 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc1f442-c637-45a5-af8a-5cd33176b6c8 None None] Network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:01:41.598955 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-36670cda-b4ca-4237-9cd4-0a2d368083d5 None None] Provisioning complete for port 9a7ad94c-454a-4de0-bd60-d73230c6e7fe triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:41.599326 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-36670cda-b4ca-4237-9cd4-0a2d368083d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (9a7ad94c-454a-4de0-bd60-d73230c6e7fe), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:41.683865 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:41.842897 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-36670cda-b4ca-4237-9cd4-0a2d368083d5 None None] Current status of the port 9a7ad94c-454a-4de0-bd60-d73230c6e7fe is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:41.843222 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-36670cda-b4ca-4237-9cd4-0a2d368083d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (9a7ad94c-454a-4de0-bd60-d73230c6e7fe), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:41.883657 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:41.914707 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-36670cda-b4ca-4237-9cd4-0a2d368083d5 None None] For port 9a7ad94c-454a-4de0-bd60-d73230c6e7fe, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=9a7ad94c-454a-4de0-bd60-d73230c6e7fe,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:41.921531 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-36670cda-b4ca-4237-9cd4-0a2d368083d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (9a7ad94c-454a-4de0-bd60-d73230c6e7fe), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:41.984997 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:40Z', 'revision_number': 3, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:41.988195 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36670cda-b4ca-4237-9cd4-0a2d368083d5 None None] Pushing event updated for resources: {'Port': ['ID=9a7ad94c-454a-4de0-bd60-d73230c6e7fe,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:42.019836 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Checking router: 7682f551-110f-471f-941e-09d31a40dc60 for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:42.020194 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Updating router 7682f551-110f-471f-941e-09d31a40dc60 port 76a24042-8081-48eb-bd60-262bb3e5f363 binding host dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:01:42.055431 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (76a24042-8081-48eb-bd60-262bb3e5f363), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.057466 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Allocated IP 172.20.0.1 (a3fa0920-ef9b-4bb4-90d4-2d598f5743e3/3caeea12-c995-47a6-8a23-fec48cfd0972/4f0be4df-0c4e-4333-b925-a5366ca4e668) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:01:42.081953 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-c117c8d3-253c-48db-ada1-4692b5d19ae7 None None] Provisioning complete for port 9a7ad94c-454a-4de0-bd60-d73230c6e7fe triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:42.082336 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-c117c8d3-253c-48db-ada1-4692b5d19ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (9a7ad94c-454a-4de0-bd60-d73230c6e7fe), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.168559 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Publish callbacks [] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.173516 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 9a7ad94c-454a-4de0-bd60-d73230c6e7fe up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:01:42.201713 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.236924 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:01:42.239718 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:01:42.245402 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:01:42.291309 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Pushing event updated for resources: {'Port': ['ID=4f0be4df-0c4e-4333-b925-a5366ca4e668,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:42.293879 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475832'] for router_interface (7682f551-110f-471f-941e-09d31a40dc60), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.343021 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-c117c8d3-253c-48db-ada1-4692b5d19ae7 None None] Current status of the port 9a7ad94c-454a-4de0-bd60-d73230c6e7fe is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:42.351708 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 9a7ad94c-454a-4de0-bd60-d73230c6e7fe triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:42.352090 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (9a7ad94c-454a-4de0-bd60-d73230c6e7fe), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.517799 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.682428 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Publish callbacks [] for port (76a24042-8081-48eb-bd60-262bb3e5f363), precommit_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.684317 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 9a7ad94c-454a-4de0-bd60-d73230c6e7fe is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:42.691182 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-df1f496f-13cd-427c-a4a7-054aedb7c61d None None] Provisioning complete for port 4f0be4df-0c4e-4333-b925-a5366ca4e668 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:42.691646 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-df1f496f-13cd-427c-a4a7-054aedb7c61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.694828 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (76a24042-8081-48eb-bd60-262bb3e5f363), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.721783 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Publish callbacks [] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.727993 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4788572'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.774856 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-df1f496f-13cd-427c-a4a7-054aedb7c61d None None] Port 4f0be4df-0c4e-4333-b925-a5366ca4e668 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:01:42.778416 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe231f52-5e25-4c30-aa30-041f3adeb676 None None] Pushing event updated for resources: {'Port': ['ID=76a24042-8081-48eb-bd60-262bb3e5f363,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:42.780909 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Attempting to bind port 76a24042-8081-48eb-bd60-262bb3e5f363 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:01:42.781276 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Attempting to bind port 76a24042-8081-48eb-bd60-262bb3e5f363 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:01:42.781760 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Attempting to bind port 76a24042-8081-48eb-bd60-262bb3e5f363 on network fca46202-598b-4647-ad28-6a17f14c2b27 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:01:42.788029 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:01:42.788409 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Checking segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:01:42.788811 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.789198 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Bound using segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:01:42.789809 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Bound port: 76a24042-8081-48eb-bd60-262bb3e5f363, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:01:42.790104 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (76a24042-8081-48eb-bd60-262bb3e5f363), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.852845 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] For port 76a24042-8081-48eb-bd60-262bb3e5f363, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:01:42.856041 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] For port 76a24042-8081-48eb-bd60-262bb3e5f363, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=76a24042-8081-48eb-bd60-262bb3e5f363,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:01:42.863231 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478248'] for router_interface (7682f551-110f-471f-941e-09d31a40dc60), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.865147 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (76a24042-8081-48eb-bd60-262bb3e5f363), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.869857 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Pushing event updated for resources: {'Port': ['ID=4f0be4df-0c4e-4333-b925-a5366ca4e668,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:42.922719 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:42.923343 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:42.926352 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe231f52-5e25-4c30-aa30-041f3adeb676 None None] Pushing event updated for resources: {'Port': ['ID=76a24042-8081-48eb-bd60-262bb3e5f363,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:42.964765 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:01:42.966747 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:01:43.037338 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:43.086435 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Router 7682f551-110f-471f-941e-09d31a40dc60 has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:01:43.197619 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:43.202761 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-92817dd3-be2f-4235-a841-945eff558a16 admin admin] 10.222.0.52 "PUT /v2.0/routers/7682f551-110f-471f-941e-09d31a40dc60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7471480 Mar 14 19:01:43.226047 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-761b6e91-6697-4024-86ac-20b05b2cb6e8 None None] Provisioning complete for port 4f0be4df-0c4e-4333-b925-a5366ca4e668 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:43.226428 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-761b6e91-6697-4024-86ac-20b05b2cb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:43.271443 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-761b6e91-6697-4024-86ac-20b05b2cb6e8 None None] Port 4f0be4df-0c4e-4333-b925-a5366ca4e668 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:01:43.287622 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 2, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:43.314589 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b909bd-57f3-44f3-a299-af6a5fd18360 None None] The sync data for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi is: [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 2, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:43.760525 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48686) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:43.765726 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-732470542-network', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:43.785634 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] Made reservation on behalf of 809db0c475f640c49e3cee7a9385a8e1 for: {'network': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:01:43.788280 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:43.796814 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:43.879071 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] Publish callbacks [] for security_group (8afaa827-367b-483c-ae59-54177be89fa2), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:43.883995 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (8afaa827-367b-483c-ae59-54177be89fa2), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:43.909041 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=109512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:01:43.920187 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afaa827-367b-483c-ae59-54177be89fa2,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:43.925088 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (45540f05-c4a8-4e6f-ab3d-73320d03d08f), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:43.925802 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.segments_db [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] Added segment 45540f05-c4a8-4e6f-ab3d-73320d03d08f of type vlan for network 486483a5-8b28-48ad-93b6-94d1de29f929 Mar 14 19:01:43.975726 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (486483a5-8b28-48ad-93b6-94d1de29f929), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.001425 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (486483a5-8b28-48ad-93b6-94d1de29f929), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.002411 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:44.002993 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.062452 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3008773 Mar 14 19:01:44.065107 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48692) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:44.073890 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-b5ea9ee9-7e29-4a17-aa86-f6a183350a05 admin admin] Request body: {'subnet': {'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-732470542-subnet', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'ip_version': 4}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:44.076276 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3f275-8651-45b6-859a-7bba657f6201 admin admin] Pushing event updated for resources: {'Network': ['ID=486483a5-8b28-48ad-93b6-94d1de29f929,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:44.093572 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network 486483a5-8b28-48ad-93b6-94d1de29f929 details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:01:44.097187 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ea9ee9-7e29-4a17-aa86-f6a183350a05 admin admin] Made reservation on behalf of 809db0c475f640c49e3cee7a9385a8e1 for: {'subnet': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:01:44.100676 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9ee9-7e29-4a17-aa86-f6a183350a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4226277'] for subnet (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.153703 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 76a24042-8081-48eb-bd60-262bb3e5f363 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:01:44.235115 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 76a24042-8081-48eb-bd60-262bb3e5f363 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:44.235528 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (76a24042-8081-48eb-bd60-262bb3e5f363), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.286762 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9ee9-7e29-4a17-aa86-f6a183350a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5679204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4226295'] for subnet (e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.313581 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 76a24042-8081-48eb-bd60-262bb3e5f363 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:44.314028 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (76a24042-8081-48eb-bd60-262bb3e5f363), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.336847 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port 76a24042-8081-48eb-bd60-262bb3e5f363, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=76a24042-8081-48eb-bd60-262bb3e5f363,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:44.341911 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (76a24042-8081-48eb-bd60-262bb3e5f363), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.343893 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea9ee9-7e29-4a17-aa86-f6a183350a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:44.363158 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ea9ee9-7e29-4a17-aa86-f6a183350a05 admin admin] Checking segment: {'id': '45540f05-c4a8-4e6f-ab3d-73320d03d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:01:44.363558 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ea9ee9-7e29-4a17-aa86-f6a183350a05 admin admin] Network hostable DHCP agents. Network: 486483a5-8b28-48ad-93b6-94d1de29f929, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:01:44.381862 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ea9ee9-7e29-4a17-aa86-f6a183350a05 admin admin] Network 486483a5-8b28-48ad-93b6-94d1de29f929 is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:01:44.392102 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-b5ea9ee9-7e29-4a17-aa86-f6a183350a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, 486483a5-8b28-48ad-93b6-94d1de29f929) {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:01:44.396292 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ea9ee9-7e29-4a17-aa86-f6a183350a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:44.396968 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b5ea9ee9-7e29-4a17-aa86-f6a183350a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.400453 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=76a24042-8081-48eb-bd60-262bb3e5f363,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:44.404512 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1468dbe-1723-4bc3-85e0-0bb06b7ef511 None None] Network 486483a5-8b28-48ad-93b6-94d1de29f929 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:01:44.420549 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-b5ea9ee9-7e29-4a17-aa86-f6a183350a05 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3544400 Mar 14 19:01:44.422959 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48694) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:44.428522 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-732470542-router', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:44.454379 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6339'] for router (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.455844 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1591601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.508293 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3a86f8-d13f-51ef-aa91-869d4696663f-486483a5-8b28-48ad-93b6-94d1de29f929', 'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929', 'project_id': '809db0c475f640c49e3cee7a9385a8e1', 'fixed_ips': [{'subnet_id': 'e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3'}]}} from dv-cinder-829664-3-iscsi. {{(pid=109514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 19:01:44.509195 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.514828 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Publish callbacks [] for router_controller (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), precommit_add_association {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.654227 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.db_base_plugin_common [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Allocated IP 172.20.0.2 (486483a5-8b28-48ad-93b6-94d1de29f929/e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3/893ea464-039e-4480-9b1d-d462c88b5d67) {{(pid=109514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:01:44.660997 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Publish callbacks [] for router_gateway (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.798314 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Publish callbacks [] for port (893ea464-039e-4480-9b1d-d462c88b5d67), precommit_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.804957 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772'] for port (893ea464-039e-4480-9b1d-d462c88b5d67), after_create {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.839863 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Network 486483a5-8b28-48ad-93b6-94d1de29f929 is already hosted by enough agents. {{(pid=109514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:01:44.842850 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.scheduler.base_scheduler [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Resources bound (agent type, host, resource id): {{(pid=109514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:01:44.846748 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Received port after_create {{(pid=109514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:01:44.869863 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Publish callbacks [] for router_gateway (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.877658 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Pushing event updated for resources: {'Port': ['ID=893ea464-039e-4480-9b1d-d462c88b5d67,revision_number=1']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:44.890669 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.915536 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Attempting to bind port 893ea464-039e-4480-9b1d-d462c88b5d67 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:01:44.915910 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Attempting to bind port 893ea464-039e-4480-9b1d-d462c88b5d67 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '45540f05-c4a8-4e6f-ab3d-73320d03d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:01:44.916277 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Attempting to bind port 893ea464-039e-4480-9b1d-d462c88b5d67 on network 486483a5-8b28-48ad-93b6-94d1de29f929 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:01:44.917410 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:01:44.921559 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:01:44.921882 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Checking segment: {'id': '45540f05-c4a8-4e6f-ab3d-73320d03d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:01:44.922284 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.922675 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Bound using segment: {'id': '45540f05-c4a8-4e6f-ab3d-73320d03d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:01:44.923136 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Bound port: 893ea464-039e-4480-9b1d-d462c88b5d67, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45540f05-c4a8-4e6f-ab3d-73320d03d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:01:44.923647 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (893ea464-039e-4480-9b1d-d462c88b5d67), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.986990 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] For port 893ea464-039e-4480-9b1d-d462c88b5d67, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:01:44.990054 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] For port 893ea464-039e-4480-9b1d-d462c88b5d67, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=893ea464-039e-4480-9b1d-d462c88b5d67,segment=NetworkSegment(45540f05-c4a8-4e6f-ab3d-73320d03d08f),segment_id=45540f05-c4a8-4e6f-ab3d-73320d03d08f)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:01:44.996299 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (893ea464-039e-4480-9b1d-d462c88b5d67), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.999963 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Allocated IP 172.27.3.114 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/123889be-d889-4b9a-88f0-3a7a7dacc200) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:01:45.059357 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69860ed3-11b5-4d08-b973-76f0080a73f2 None None] Pushing event updated for resources: {'Port': ['ID=893ea464-039e-4480-9b1d-d462c88b5d67,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:45.114871 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Publish callbacks [] for port (123889be-d889-4b9a-88f0-3a7a7dacc200), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:45.149631 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (123889be-d889-4b9a-88f0-3a7a7dacc200), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:45.195241 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:01:45.198391 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:01:45.201833 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:01:45.207288 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Pushing event updated for resources: {'Port': ['ID=123889be-d889-4b9a-88f0-3a7a7dacc200,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:45.246460 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:45.246746 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:45.247045 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:45.247376 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:45.247728 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:45.248181 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:45.248376 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:45.248696 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:45.249018 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:45.249341 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:45.249663 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:45.249984 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:45.250304 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:45.250620 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:45.250935 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:45.446809 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Sync routers for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:45.457344 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:45.457935 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:45.487033 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Publish callbacks [] for router_gateway (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:45.563884 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:45.681223 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-483311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-475753'] for router (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:45.764195 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 2, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:45.793138 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Checking router: 7682f551-110f-471f-941e-09d31a40dc60 for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:45.793488 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Updating router 7682f551-110f-471f-941e-09d31a40dc60 port 4f0be4df-0c4e-4333-b925-a5366ca4e668 binding host dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:01:45.814227 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Router b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a is scheduled to L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 with binding_index 1 {{(pid=109512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 19:01:45.819832 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:45.925769 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:45.936713 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Sync routers for ids ['b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:45.949098 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Routers {'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:45.950085 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:45.962541 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:45.964949 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-0df7083e-66b2-4902-b42f-7c1078947a88 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5399854 Mar 14 19:01:45.966648 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48704) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:46.105811 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Publish callbacks [] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), precommit_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:46.115970 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Set router b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:46.120869 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:46.247319 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Pushing event updated for resources: {'Port': ['ID=4f0be4df-0c4e-4333-b925-a5366ca4e668,revision_number=3']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:46.316746 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.317318 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.317825 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.318325 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.318871 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.319402 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.320174 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.320304 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 76a24042-8081-48eb-bd60-262bb3e5f363 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:01:46.320916 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.321438 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.321923 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.322492 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.322982 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.323446 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.323954 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.324447 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:46.337431 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Attempting to bind port 4f0be4df-0c4e-4333-b925-a5366ca4e668 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:01:46.338516 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Attempting to bind port 4f0be4df-0c4e-4333-b925-a5366ca4e668 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:01:46.339063 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Attempting to bind port 4f0be4df-0c4e-4333-b925-a5366ca4e668 on network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:01:46.356074 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:01:46.356713 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Checking segment: {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:01:46.357281 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:46.357852 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Bound using segment: {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:01:46.358493 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Bound port: 4f0be4df-0c4e-4333-b925-a5366ca4e668, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'}}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:01:46.359023 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:46.440989 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] For port 4f0be4df-0c4e-4333-b925-a5366ca4e668, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:01:46.446840 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] For port 4f0be4df-0c4e-4333-b925-a5366ca4e668, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=4f0be4df-0c4e-4333-b925-a5366ca4e668,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:01:46.459234 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8284765b-5d2d-433a-a9d1-cac3290827bb None None] Network 486483a5-8b28-48ad-93b6-94d1de29f929 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:01:46.460326 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:46.477112 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 76a24042-8081-48eb-bd60-262bb3e5f363 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:46.477931 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (76a24042-8081-48eb-bd60-262bb3e5f363), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:46.583985 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec1a16-ac70-4ee3-b9d6-b8679deb780e None None] Pushing event updated for resources: {'Port': ['ID=4f0be4df-0c4e-4333-b925-a5366ca4e668,revision_number=4']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:46.603524 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:46.604337 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:46.748663 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:46.753081 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:46.778574 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-31d4ebb3-33c4-44d5-a2db-2506ba51b7e6 None None] Provisioning complete for port 893ea464-039e-4480-9b1d-d462c88b5d67 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:46.779191 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-31d4ebb3-33c4-44d5-a2db-2506ba51b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (893ea464-039e-4480-9b1d-d462c88b5d67), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:46.933902 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 76a24042-8081-48eb-bd60-262bb3e5f363 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:46.935042 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 893ea464-039e-4480-9b1d-d462c88b5d67 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:01:47.008836 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'name': 'tempest-TestVolumeBootPattern-732470542-router', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '123889be-d889-4b9a-88f0-3a7a7dacc200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:01:45Z', 'revision_number': 3, 'project_id': '809db0c475f640c49e3cee7a9385a8e1', 'gw_port': {'id': '123889be-d889-4b9a-88f0-3a7a7dacc200', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:47.045114 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Checking router: b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:47.045462 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Updating router b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a port 123889be-d889-4b9a-88f0-3a7a7dacc200 binding host dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:01:47.062168 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:46Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:47.069241 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-31d4ebb3-33c4-44d5-a2db-2506ba51b7e6 None None] Current status of the port 893ea464-039e-4480-9b1d-d462c88b5d67 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:47.069633 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-31d4ebb3-33c4-44d5-a2db-2506ba51b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (893ea464-039e-4480-9b1d-d462c88b5d67), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.102919 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (123889be-d889-4b9a-88f0-3a7a7dacc200), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.107151 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b82b7-657d-4a06-a692-3bacaf2b53b9 None None] The sync data for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi is: [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:46Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:47.138821 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-31d4ebb3-33c4-44d5-a2db-2506ba51b7e6 None None] For port 893ea464-039e-4480-9b1d-d462c88b5d67, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=893ea464-039e-4480-9b1d-d462c88b5d67,segment=NetworkSegment(45540f05-c4a8-4e6f-ab3d-73320d03d08f),segment_id=45540f05-c4a8-4e6f-ab3d-73320d03d08f)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:47.152416 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-31d4ebb3-33c4-44d5-a2db-2506ba51b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (893ea464-039e-4480-9b1d-d462c88b5d67), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.158794 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 893ea464-039e-4480-9b1d-d462c88b5d67 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:47.159163 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (893ea464-039e-4480-9b1d-d462c88b5d67), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.218506 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Allocated IP 172.20.0.1 (486483a5-8b28-48ad-93b6-94d1de29f929/e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3/7288c8c2-efff-4f38-b0e9-da552d19e18a) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:01:47.324672 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4ebb3-33c4-44d5-a2db-2506ba51b7e6 None None] Pushing event updated for resources: {'Port': ['ID=893ea464-039e-4480-9b1d-d462c88b5d67,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:47.330061 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Publish callbacks [] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.365794 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.373307 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-d923e13b-43cf-4879-8077-0b02166ffc26 None None] Provisioning complete for port 4f0be4df-0c4e-4333-b925-a5366ca4e668 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:47.374108 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d923e13b-43cf-4879-8077-0b02166ffc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.413822 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Network 486483a5-8b28-48ad-93b6-94d1de29f929 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:01:47.417008 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:01:47.421756 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:01:47.425087 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Pushing event updated for resources: {'Port': ['ID=7288c8c2-efff-4f38-b0e9-da552d19e18a,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:47.462844 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475832'] for router_interface (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.492745 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 893ea464-039e-4480-9b1d-d462c88b5d67 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:47.562923 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-d923e13b-43cf-4879-8077-0b02166ffc26 None None] Current status of the port 4f0be4df-0c4e-4333-b925-a5366ca4e668 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:47.563405 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d923e13b-43cf-4879-8077-0b02166ffc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.623144 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.668160 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Publish callbacks [] for port (123889be-d889-4b9a-88f0-3a7a7dacc200), precommit_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.673066 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-d923e13b-43cf-4879-8077-0b02166ffc26 None None] For port 4f0be4df-0c4e-4333-b925-a5366ca4e668, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=4f0be4df-0c4e-4333-b925-a5366ca4e668,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:47.679942 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d923e13b-43cf-4879-8077-0b02166ffc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.683757 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (123889be-d889-4b9a-88f0-3a7a7dacc200), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.743637 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-d923e13b-43cf-4879-8077-0b02166ffc26 None None] Provisioning complete for port 893ea464-039e-4480-9b1d-d462c88b5d67 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:47.744101 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d923e13b-43cf-4879-8077-0b02166ffc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (893ea464-039e-4480-9b1d-d462c88b5d67), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.769328 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Attempting to bind port 123889be-d889-4b9a-88f0-3a7a7dacc200 on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:01:47.769850 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Attempting to bind port 123889be-d889-4b9a-88f0-3a7a7dacc200 by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:01:47.770277 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Attempting to bind port 123889be-d889-4b9a-88f0-3a7a7dacc200 on network fca46202-598b-4647-ad28-6a17f14c2b27 {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:01:47.796584 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:01:47.796961 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Checking segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:01:47.797358 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.797746 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Bound using segment: {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'} {{(pid=109514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:01:47.798210 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.managers [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Bound port: 123889be-d889-4b9a-88f0-3a7a7dacc200, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ead4e36-c888-4bd0-90c7-f2d777400669', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27'}}] {{(pid=109514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:01:47.798583 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (123889be-d889-4b9a-88f0-3a7a7dacc200), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.803944 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923e13b-43cf-4879-8077-0b02166ffc26 None None] Pushing event updated for resources: {'Port': ['ID=4f0be4df-0c4e-4333-b925-a5366ca4e668,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:47.809562 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Publish callbacks [] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.816086 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.882627 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af78fdb-c9d5-4c6f-a25f-d0315b4eabbd None None] Pushing event updated for resources: {'Port': ['ID=123889be-d889-4b9a-88f0-3a7a7dacc200,revision_number=2']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:47.884677 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Pushing event updated for resources: {'Port': ['ID=7288c8c2-efff-4f38-b0e9-da552d19e18a,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:47.887257 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-478248'] for router_interface (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:47.915877 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] For port 123889be-d889-4b9a-88f0-3a7a7dacc200, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:01:47.933901 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] For port 123889be-d889-4b9a-88f0-3a7a7dacc200, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=123889be-d889-4b9a-88f0-3a7a7dacc200,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:01:47.939583 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-d923e13b-43cf-4879-8077-0b02166ffc26 None None] Current status of the port 893ea464-039e-4480-9b1d-d462c88b5d67 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:47.945303 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (123889be-d889-4b9a-88f0-3a7a7dacc200), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:48.001058 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Network 486483a5-8b28-48ad-93b6-94d1de29f929 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:01:48.002408 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:01:48.006023 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af78fdb-c9d5-4c6f-a25f-d0315b4eabbd None None] Pushing event updated for resources: {'Port': ['ID=123889be-d889-4b9a-88f0-3a7a7dacc200,revision_number=3']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:48.008457 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Routers {'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:48.009225 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:48.105797 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-805fd3a8-d641-4ab9-843f-c83184b5117a None None] Provisioning complete for port 7288c8c2-efff-4f38-b0e9-da552d19e18a triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:48.106381 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-805fd3a8-d641-4ab9-843f-c83184b5117a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:48.139528 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Router b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:01:48.169640 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-805fd3a8-d641-4ab9-843f-c83184b5117a None None] Port 7288c8c2-efff-4f38-b0e9-da552d19e18a cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:01:48.174339 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] Set router b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:48.200400 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 893ea464-039e-4480-9b1d-d462c88b5d67 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:01:48.251940 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:48.258298 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-71e8f537-8e34-42ec-83e1-9de1667da831 admin admin] 10.222.0.52 "PUT /v2.0/routers/b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2887471 Mar 14 19:01:48.343789 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-72b8d43a-eb05-4823-a2c1-70fa536ef518 None None] Provisioning complete for port 7288c8c2-efff-4f38-b0e9-da552d19e18a triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:48.344155 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-72b8d43a-eb05-4823-a2c1-70fa536ef518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:48.389375 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 893ea464-039e-4480-9b1d-d462c88b5d67 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:48.389735 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (893ea464-039e-4480-9b1d-d462c88b5d67), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:48.422087 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-72b8d43a-eb05-4823-a2c1-70fa536ef518 None None] Port 7288c8c2-efff-4f38-b0e9-da552d19e18a cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:01:48.652742 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 893ea464-039e-4480-9b1d-d462c88b5d67 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:48.653795 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 4f0be4df-0c4e-4333-b925-a5366ca4e668 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:01:48.674284 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'name': 'tempest-TestVolumeBootPattern-732470542-router', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '123889be-d889-4b9a-88f0-3a7a7dacc200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 4, 'project_id': '809db0c475f640c49e3cee7a9385a8e1', 'gw_port': {'id': '123889be-d889-4b9a-88f0-3a7a7dacc200', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '7288c8c2-efff-4f38-b0e9-da552d19e18a', 'name': '', 'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'mac_address': 'fa:16:3e:44:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:46Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 2, 'project_id': '809db0c475f640c49e3cee7a9385a8e1', 'subnets': [{'id': 'e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:48.706877 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8ba68-fe5c-4e27-a6e8-994d36370d01 None None] The sync data for ids ['b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'] in dv-cinder-829664-3-iscsi is: [{'id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'name': 'tempest-TestVolumeBootPattern-732470542-router', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '123889be-d889-4b9a-88f0-3a7a7dacc200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 4, 'project_id': '809db0c475f640c49e3cee7a9385a8e1', 'gw_port': {'id': '123889be-d889-4b9a-88f0-3a7a7dacc200', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '7288c8c2-efff-4f38-b0e9-da552d19e18a', 'name': '', 'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'mac_address': 'fa:16:3e:44:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:46Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 2, 'project_id': '809db0c475f640c49e3cee7a9385a8e1', 'subnets': [{'id': 'e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:48.749675 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 4f0be4df-0c4e-4333-b925-a5366ca4e668 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:48.749675 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:48.768111 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48730) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:48.773003 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-673007424', 'description': 'tempest-secgroup-smoke-673007424 description', 'project_id': 'c0937b1763fb4579814763428a844452'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:48.806394 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:48.854558 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 4f0be4df-0c4e-4333-b925-a5366ca4e668 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:48.902708 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group (37096851-5b9a-424d-beae-c3c426c485cb), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:48.908671 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (37096851-5b9a-424d-beae-c3c426c485cb), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:48.939242 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:48.940613 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1714811 Mar 14 19:01:48.943595 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48738) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:48.949042 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-feab4d9d-81e3-479f-995f-b863cb091721 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Request body: {'security_group_rule': {'security_group_id': '37096851-5b9a-424d-beae-c3c426c485cb', 'project_id': 'c0937b1763fb4579814763428a844452', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:48.961857 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37096851-5b9a-424d-beae-c3c426c485cb,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:49.022739 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:49.023090 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:49.023435 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:49.023864 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:49.024146 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:49.024500 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:49.027558 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:49.027558 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:49.027558 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:49.027558 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:49.027558 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:49.027558 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:49.027558 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:49.027558 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:49.027558 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd35d2-b5f1-4b98-89fc-32eb50b123ab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:49.031918 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-feab4d9d-81e3-479f-995f-b863cb091721 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (af72e107-e819-4306-b3e5-9b80af6479d7), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.133517 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-feab4d9d-81e3-479f-995f-b863cb091721 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (af72e107-e819-4306-b3e5-9b80af6479d7), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.140899 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-feab4d9d-81e3-479f-995f-b863cb091721 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (af72e107-e819-4306-b3e5-9b80af6479d7), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.171145 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab4d9d-81e3-479f-995f-b863cb091721 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af72e107-e819-4306-b3e5-9b80af6479d7,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:49.189626 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-feab4d9d-81e3-479f-995f-b863cb091721 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.191332 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-feab4d9d-81e3-479f-995f-b863cb091721 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2465971 Mar 14 19:01:49.194548 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48752) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:49.200354 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-16de7781-b7ce-4188-8d5f-47e5b672ef3c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Request body: {'security_group_rule': {'security_group_id': '37096851-5b9a-424d-beae-c3c426c485cb', 'project_id': 'c0937b1763fb4579814763428a844452', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:49.234026 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-16de7781-b7ce-4188-8d5f-47e5b672ef3c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (a9f30e2d-1c29-4bb1-9220-9ab79c3d8a71), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.352705 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-16de7781-b7ce-4188-8d5f-47e5b672ef3c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (a9f30e2d-1c29-4bb1-9220-9ab79c3d8a71), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.362199 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518c818-1888-4860-b966-75de39163090 req-0aebeadf-8ec3-4cb9-b2b1-0261708ecae7 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:49.364076 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6518c818-1888-4860-b966-75de39163090 req-0aebeadf-8ec3-4cb9-b2b1-0261708ecae7 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 946 time: 0.0903826 Mar 14 19:01:49.365516 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-16de7781-b7ce-4188-8d5f-47e5b672ef3c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (a9f30e2d-1c29-4bb1-9220-9ab79c3d8a71), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.400178 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de7781-b7ce-4188-8d5f-47e5b672ef3c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f30e2d-1c29-4bb1-9220-9ab79c3d8a71,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:49.407046 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-16de7781-b7ce-4188-8d5f-47e5b672ef3c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.409780 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-16de7781-b7ce-4188-8d5f-47e5b672ef3c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2123387 Mar 14 19:01:49.411121 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48766) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:49.416204 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-c6eb0f9e-2fd7-4464-9060-e4702869f56b tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Request body: {'security_group_rule': {'security_group_id': '37096851-5b9a-424d-beae-c3c426c485cb', 'project_id': 'c0937b1763fb4579814763428a844452', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:49.463039 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6518c818-1888-4860-b966-75de39163090 req-59afffaf-4b36-4ec0-b799-be87d10edc78 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895572 Mar 14 19:01:49.469697 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0f9e-2fd7-4464-9060-e4702869f56b tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (3e375ead-f274-4744-8610-dbcc24f89c92), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.520935 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0f9e-2fd7-4464-9060-e4702869f56b tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (3e375ead-f274-4744-8610-dbcc24f89c92), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.525216 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0f9e-2fd7-4464-9060-e4702869f56b tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (3e375ead-f274-4744-8610-dbcc24f89c92), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.543297 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb0f9e-2fd7-4464-9060-e4702869f56b tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e375ead-f274-4744-8610-dbcc24f89c92,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:49.548338 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0f9e-2fd7-4464-9060-e4702869f56b tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.549955 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-c6eb0f9e-2fd7-4464-9060-e4702869f56b tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372640 Mar 14 19:01:49.552452 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48768) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:49.557018 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-943a35f1-afa4-4d6f-b7e5-136a24c12a1c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Request body: {'security_group_rule': {'security_group_id': '37096851-5b9a-424d-beae-c3c426c485cb', 'project_id': 'c0937b1763fb4579814763428a844452', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:49.581500 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-943a35f1-afa4-4d6f-b7e5-136a24c12a1c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (2a71ba9b-ed5c-45ed-830d-c2ab712236a1), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.643316 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-943a35f1-afa4-4d6f-b7e5-136a24c12a1c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (2a71ba9b-ed5c-45ed-830d-c2ab712236a1), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.648329 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-943a35f1-afa4-4d6f-b7e5-136a24c12a1c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (2a71ba9b-ed5c-45ed-830d-c2ab712236a1), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.665880 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a35f1-afa4-4d6f-b7e5-136a24c12a1c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a71ba9b-ed5c-45ed-830d-c2ab712236a1,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:49.677734 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-943a35f1-afa4-4d6f-b7e5-136a24c12a1c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.678982 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-943a35f1-afa4-4d6f-b7e5-136a24c12a1c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254447 Mar 14 19:01:49.682021 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48770) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:49.686282 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-a8bb8d25-0926-4f13-9861-4fcac17e8ddc tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Request body: {'security_group_rule': {'security_group_id': '37096851-5b9a-424d-beae-c3c426c485cb', 'project_id': 'c0937b1763fb4579814763428a844452', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:49.707425 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.securitygroups_db [None req-a8bb8d25-0926-4f13-9861-4fcac17e8ddc tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Project c0937b1763fb4579814763428a844452 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:01:49.713254 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8d25-0926-4f13-9861-4fcac17e8ddc tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (eff0a30a-5324-46d9-bf19-2633346a95dc), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.773932 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8d25-0926-4f13-9861-4fcac17e8ddc tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (eff0a30a-5324-46d9-bf19-2633346a95dc), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.778776 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8d25-0926-4f13-9861-4fcac17e8ddc tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (eff0a30a-5324-46d9-bf19-2633346a95dc), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.795780 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb8d25-0926-4f13-9861-4fcac17e8ddc tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff0a30a-5324-46d9-bf19-2633346a95dc,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:49.810821 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8d25-0926-4f13-9861-4fcac17e8ddc tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.812269 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-a8bb8d25-0926-4f13-9861-4fcac17e8ddc tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293232 Mar 14 19:01:49.814918 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48776) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:49.821899 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-47373a19-a1bb-425c-84bd-2f3966463cf0 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Request body: {'security_group_rule': {'security_group_id': '37096851-5b9a-424d-beae-c3c426c485cb', 'project_id': 'c0937b1763fb4579814763428a844452', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:49.867150 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.securitygroups_db [None req-47373a19-a1bb-425c-84bd-2f3966463cf0 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Project c0937b1763fb4579814763428a844452 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:01:49.871804 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-47373a19-a1bb-425c-84bd-2f3966463cf0 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (e422a3ba-ba9a-4303-8787-1144488e8ce8), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.941116 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-47373a19-a1bb-425c-84bd-2f3966463cf0 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (e422a3ba-ba9a-4303-8787-1144488e8ce8), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.946390 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-47373a19-a1bb-425c-84bd-2f3966463cf0 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591690'] for security_group_rule (e422a3ba-ba9a-4303-8787-1144488e8ce8), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.967755 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47373a19-a1bb-425c-84bd-2f3966463cf0 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e422a3ba-ba9a-4303-8787-1144488e8ce8,revision_number=0']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:49.974297 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-47373a19-a1bb-425c-84bd-2f3966463cf0 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:49.978417 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-47373a19-a1bb-425c-84bd-2f3966463cf0 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1596804 Mar 14 19:01:50.167961 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 123889be-d889-4b9a-88f0-3a7a7dacc200 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:01:50.233626 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 123889be-d889-4b9a-88f0-3a7a7dacc200 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:50.234462 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (123889be-d889-4b9a-88f0-3a7a7dacc200), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:50.320968 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 123889be-d889-4b9a-88f0-3a7a7dacc200 is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:50.321563 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (123889be-d889-4b9a-88f0-3a7a7dacc200), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:50.350404 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] For port 123889be-d889-4b9a-88f0-3a7a7dacc200, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=123889be-d889-4b9a-88f0-3a7a7dacc200,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:50.357148 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (123889be-d889-4b9a-88f0-3a7a7dacc200), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:50.428140 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Pushing event updated for resources: {'Port': ['ID=123889be-d889-4b9a-88f0-3a7a7dacc200,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:50.647377 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a3f85-b0bf-4074-aaf4-366eb2227fb3 req-5d0d70e6-b213-4448-a7fb-a3e80845dc7a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:50.649090 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4a8a3f85-b0bf-4074-aaf4-366eb2227fb3 req-5d0d70e6-b213-4448-a7fb-a3e80845dc7a tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 946 time: 0.0740092 Mar 14 19:01:50.709962 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4a8a3f85-b0bf-4074-aaf4-366eb2227fb3 req-32cb77b8-a393-4e0f-b94e-9e2a53f5ae31 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups?id=faa766aa-4c7a-4792-8623-9a90dfebeab9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552149 Mar 14 19:01:50.876245 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-b89e77e2-5372-4e98-bd6f-3f92b1d3fde9 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:50.877847 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-b89e77e2-5372-4e98-bd6f-3f92b1d3fde9 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 946 time: 0.0638735 Mar 14 19:01:50.993356 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-f301220a-0218-412d-a2ac-c337c722b4d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Deleting port 13dcc5d7-b40d-4574-ae63-847389fc6436 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:50.993929 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-f301220a-0218-412d-a2ac-c337c722b4d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:51.098579 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-f301220a-0218-412d-a2ac-c337c722b4d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] For port 13dcc5d7-b40d-4574-ae63-847389fc6436, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=13dcc5d7-b40d-4574-ae63-847389fc6436,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:51.098959 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-f301220a-0218-412d-a2ac-c337c722b4d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:51.289260 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-f301220a-0218-412d-a2ac-c337c722b4d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:51.289620 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-f301220a-0218-412d-a2ac-c337c722b4d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (e0f8fd1a-9405-4546-aaf8-234cca45c6df), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:51.289932 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-f301220a-0218-412d-a2ac-c337c722b4d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Floating IP e0f8fd1a-9405-4546-aaf8-234cca45c6df disassociated. External IP: 172.27.3.127, port: 13dcc5d7-b40d-4574-ae63-847389fc6436. Mar 14 19:01:51.290265 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-f301220a-0218-412d-a2ac-c337c722b4d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Calling delete_port for 13dcc5d7-b40d-4574-ae63-847389fc6436 owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:51.365050 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:51.441032 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-f301220a-0218-412d-a2ac-c337c722b4d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (13dcc5d7-b40d-4574-ae63-847389fc6436), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:51.477884 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301220a-0218-412d-a2ac-c337c722b4d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event deleted for resources: {'Port': ['ID=13dcc5d7-b40d-4574-ae63-847389fc6436,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:51.611166 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-f301220a-0218-412d-a2ac-c337c722b4d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Router 9e7e7ac0-0a51-4486-83b9-848812e332af has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:01:51.627896 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Sync routers for ids ['b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:51.638013 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Routers {'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:51.638696 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:51.741779 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-f301220a-0218-412d-a2ac-c337c722b4d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:51.752509 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c1a78-0d74-44cb-a344-e63dfd7ab149 None None] Sync routers for ids ['9e7e7ac0-0a51-4486-83b9-848812e332af'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:51.761972 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Set router b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:51.767786 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c1a78-0d74-44cb-a344-e63dfd7ab149 None None] Routers {'9e7e7ac0-0a51-4486-83b9-848812e332af'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:51.772425 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-0c8c1a78-0d74-44cb-a344-e63dfd7ab149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['9e7e7ac0-0a51-4486-83b9-848812e332af'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:51.822573 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-f301220a-0218-412d-a2ac-c337c722b4d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] No DVR routers for this DVR port 13dcc5d7-b40d-4574-ae63-847389fc6436 on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:01:51.831334 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-f301220a-0218-412d-a2ac-c337c722b4d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:51.838480 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1ebb532f-c6ec-4ae2-a12a-48f3495efe3d req-f301220a-0218-412d-a2ac-c337c722b4d6 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.69 "DELETE /v2.0/ports/13dcc5d7-b40d-4574-ae63-847389fc6436 HTTP/1.1" status: 204 len: 173 time: 0.9553180 Mar 14 19:01:51.841733 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'name': 'network-vif-deleted', 'tag': '13dcc5d7-b40d-4574-ae63-847389fc6436'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:51.844570 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b3bd0c-346a-40e7-bdd3-4bb6c34d761f" -d '{"events": [{"server_uuid": "aa46cdd8-91ba-4fda-8870-28cb408456b5", "name": "network-vif-deleted", "tag": "13dcc5d7-b40d-4574-ae63-847389fc6436"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:01:51.946494 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1efe4d9-21c0-49a1-b91b-1e0e98b66eb5 x-openstack-request-id: req-a1efe4d9-21c0-49a1-b91b-1e0e98b66eb5 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:01:51.947573 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa46cdd8-91ba-4fda-8870-28cb408456b5", "name": "network-vif-deleted", "tag": "13dcc5d7-b40d-4574-ae63-847389fc6436", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:01:51.948535 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1efe4d9-21c0-49a1-b91b-1e0e98b66eb5 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:01:51.949095 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa46cdd8-91ba-4fda-8870-28cb408456b5', 'name': 'network-vif-deleted', 'tag': '13dcc5d7-b40d-4574-ae63-847389fc6436', 'status': 'completed', 'code': 200} Mar 14 19:01:51.952256 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-fd1a3152-c5e2-44f6-adb7-b0d4b90da060 req-73912383-4e61-483f-ba15-1d81a1bf571e tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa46cdd8-91ba-4fda-8870-28cb408456b5 HTTP/1.1" status: 200 len: 210 time: 0.0912871 Mar 14 19:01:51.956806 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-0c8c1a78-0d74-44cb-a344-e63dfd7ab149 None None] Set router 9e7e7ac0-0a51-4486-83b9-848812e332af gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:52.097910 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'name': 'tempest-TestVolumeBootPattern-732470542-router', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '123889be-d889-4b9a-88f0-3a7a7dacc200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 4, 'project_id': '809db0c475f640c49e3cee7a9385a8e1', 'gw_port': {'id': '123889be-d889-4b9a-88f0-3a7a7dacc200', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '7288c8c2-efff-4f38-b0e9-da552d19e18a', 'name': '', 'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'mac_address': 'fa:16:3e:44:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:46Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 2, 'project_id': '809db0c475f640c49e3cee7a9385a8e1', 'subnets': [{'id': 'e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:52.177379 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Checking router: b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:52.180391 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Updating router b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a port 7288c8c2-efff-4f38-b0e9-da552d19e18a binding host dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:01:52.193812 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 123889be-d889-4b9a-88f0-3a7a7dacc200 up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:01:52.234286 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:52.321202 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 123889be-d889-4b9a-88f0-3a7a7dacc200 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:52.322010 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (123889be-d889-4b9a-88f0-3a7a7dacc200), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:52.429187 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-0c8c1a78-0d74-44cb-a344-e63dfd7ab149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'f92c4db7-2466-4114-805d-4b57c06d488d', 'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'mac_address': 'fa:16:3e:ab:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:27Z', 'updated_at': '2022-03-14T18:55:32Z', 'revision_number': 5, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'subnets': [{'id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:52.491676 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c1a78-0d74-44cb-a344-e63dfd7ab149 None None] Checking router: 9e7e7ac0-0a51-4486-83b9-848812e332af for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:52.513577 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 123889be-d889-4b9a-88f0-3a7a7dacc200 is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:52.516227 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c1a78-0d74-44cb-a344-e63dfd7ab149 None None] Routers {'9e7e7ac0-0a51-4486-83b9-848812e332af'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:52.517027 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-0c8c1a78-0d74-44cb-a344-e63dfd7ab149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['9e7e7ac0-0a51-4486-83b9-848812e332af'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:52.563003 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Publish callbacks [] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), precommit_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:52.569901 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:52.647068 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbd705-7128-4316-82c3-bd4f5c40e080 None None] Pushing event updated for resources: {'Port': ['ID=7288c8c2-efff-4f38-b0e9-da552d19e18a,revision_number=3']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:52.689750 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-0c8c1a78-0d74-44cb-a344-e63dfd7ab149 None None] Set router 9e7e7ac0-0a51-4486-83b9-848812e332af gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:52.732839 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Attempting to bind port 7288c8c2-efff-4f38-b0e9-da552d19e18a on host dv-cinder-829664-3-iscsi for vnic_type normal with profile {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:01:52.733215 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Attempting to bind port 7288c8c2-efff-4f38-b0e9-da552d19e18a by drivers openvswitch,hyperv on host dv-cinder-829664-3-iscsi at level 0 using segments [{'id': '45540f05-c4a8-4e6f-ab3d-73320d03d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929'}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:01:52.733580 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Attempting to bind port 7288c8c2-efff-4f38-b0e9-da552d19e18a on network 486483a5-8b28-48ad-93b6-94d1de29f929 {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:01:52.739396 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Checking agent: {'id': '1c5fd123-d92b-4643-ac37-c3dd84b147bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 46, 9), 'started_at': datetime.datetime(2022, 3, 14, 18, 46, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:01:52.739804 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Checking segment: {'id': '45540f05-c4a8-4e6f-ab3d-73320d03d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:01:52.740248 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:52.740646 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Bound using segment: {'id': '45540f05-c4a8-4e6f-ab3d-73320d03d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929'} {{(pid=109515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:01:52.741131 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.managers [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Bound port: 7288c8c2-efff-4f38-b0e9-da552d19e18a, host: dv-cinder-829664-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45540f05-c4a8-4e6f-ab3d-73320d03d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929'}}] {{(pid=109515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:01:52.741510 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), before_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:52.865826 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] For port 7288c8c2-efff-4f38-b0e9-da552d19e18a, host dv-cinder-829664-3-iscsi, cleared binding levels {{(pid=109515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:01:52.871337 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.plugins.ml2.db [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] For port 7288c8c2-efff-4f38-b0e9-da552d19e18a, host dv-cinder-829664-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=7288c8c2-efff-4f38-b0e9-da552d19e18a,segment=NetworkSegment(45540f05-c4a8-4e6f-ab3d-73320d03d08f),segment_id=45540f05-c4a8-4e6f-ab3d-73320d03d08f)] {{(pid=109515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:01:52.886872 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron_lib.callbacks.manager [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), after_update {{(pid=109515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:52.930937 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-784a45f7-cdb6-4a49-9e46-0765256173d9 None None] Provisioning complete for port 7288c8c2-efff-4f38-b0e9-da552d19e18a triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:52.931312 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-784a45f7-cdb6-4a49-9e46-0765256173d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:52.946353 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Routers {'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:52.946988 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:52.986162 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbd705-7128-4316-82c3-bd4f5c40e080 None None] Pushing event updated for resources: {'Port': ['ID=7288c8c2-efff-4f38-b0e9-da552d19e18a,revision_number=4']} {{(pid=109515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:52.990933 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-0c8c1a78-0d74-44cb-a344-e63dfd7ab149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'f92c4db7-2466-4114-805d-4b57c06d488d', 'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'mac_address': 'fa:16:3e:ab:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:27Z', 'updated_at': '2022-03-14T18:55:32Z', 'revision_number': 5, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'subnets': [{'id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:53.025369 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c1a78-0d74-44cb-a344-e63dfd7ab149 None None] The sync data for ids ['9e7e7ac0-0a51-4486-83b9-848812e332af'] in dv-cinder-829664-3-iscsi is: [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T18:55:27Z', 'revision_number': 4, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': 'f92c4db7-2466-4114-805d-4b57c06d488d', 'name': '', 'network_id': '238a0ce0-fc24-410f-b071-3e8d79d444fd', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'mac_address': 'fa:16:3e:ab:82:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:27Z', 'updated_at': '2022-03-14T18:55:32Z', 'revision_number': 5, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'subnets': [{'id': '295ea95f-a569-4ae3-aa0e-4b878103c9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:53.084319 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-784a45f7-cdb6-4a49-9e46-0765256173d9 None None] Current status of the port 7288c8c2-efff-4f38-b0e9-da552d19e18a is: DOWN; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:53.085010 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-784a45f7-cdb6-4a49-9e46-0765256173d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:53.109839 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 48946) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:53.133190 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] Set router b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:53.152994 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-784a45f7-cdb6-4a49-9e46-0765256173d9 None None] For port 7288c8c2-efff-4f38-b0e9-da552d19e18a, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=7288c8c2-efff-4f38-b0e9-da552d19e18a,segment=NetworkSegment(45540f05-c4a8-4e6f-ab3d-73320d03d08f),segment_id=45540f05-c4a8-4e6f-ab3d-73320d03d08f)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:53.161056 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-784a45f7-cdb6-4a49-9e46-0765256173d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:53.220688 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2a972c0b-9526-4769-b625-0ed71e8814a4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group (faa766aa-4c7a-4792-8623-9a90dfebeab9), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:53.229378 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a45f7-cdb6-4a49-9e46-0765256173d9 None None] Pushing event updated for resources: {'Port': ['ID=7288c8c2-efff-4f38-b0e9-da552d19e18a,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:53.253692 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2a972c0b-9526-4769-b625-0ed71e8814a4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group (faa766aa-4c7a-4792-8623-9a90dfebeab9), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:53.287104 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-34f0cedc-c7fd-40a5-8e4c-1dd7886c007e None None] Provisioning complete for port 7288c8c2-efff-4f38-b0e9-da552d19e18a triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:53.288422 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-34f0cedc-c7fd-40a5-8e4c-1dd7886c007e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:53.317075 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2a972c0b-9526-4769-b625-0ed71e8814a4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (faa766aa-4c7a-4792-8623-9a90dfebeab9), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:53.320690 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-2a972c0b-9526-4769-b625-0ed71e8814a4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:53.325349 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48948) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:53.326407 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-2a972c0b-9526-4769-b625-0ed71e8814a4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "DELETE /v2.0/security-groups/faa766aa-4c7a-4792-8623-9a90dfebeab9 HTTP/1.1" status: 204 len: 168 time: 0.2142448 Mar 14 19:01:53.339656 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.api.v2.resource [None req-75abf0cd-a495-4ec9-8ffa-cbf1ba04e15b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] show failed (client error): The resource could not be found. Mar 14 19:01:53.345198 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-75abf0cd-a495-4ec9-8ffa-cbf1ba04e15b tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "GET /v2.0/security-groups/faa766aa-4c7a-4792-8623-9a90dfebeab9 HTTP/1.1" status: 404 len: 347 time: 0.0185814 Mar 14 19:01:53.346598 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 48950) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:53.352132 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a972c0b-9526-4769-b625-0ed71e8814a4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa766aa-4c7a-4792-8623-9a90dfebeab9,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:53.407515 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-34f0cedc-c7fd-40a5-8e4c-1dd7886c007e None None] Current status of the port 7288c8c2-efff-4f38-b0e9-da552d19e18a is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:53.421505 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'name': 'tempest-TestVolumeBootPattern-732470542-router', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '123889be-d889-4b9a-88f0-3a7a7dacc200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 4, 'project_id': '809db0c475f640c49e3cee7a9385a8e1', 'gw_port': {'id': '123889be-d889-4b9a-88f0-3a7a7dacc200', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '7288c8c2-efff-4f38-b0e9-da552d19e18a', 'name': '', 'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'mac_address': 'fa:16:3e:44:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:46Z', 'updated_at': '2022-03-14T19:01:52Z', 'revision_number': 4, 'project_id': '809db0c475f640c49e3cee7a9385a8e1', 'subnets': [{'id': 'e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:53.452654 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4a771-52bb-4f61-9a26-c61729170389 None None] New status for floating IP e0f8fd1a-9405-4546-aaf8-234cca45c6df: DOWN {{(pid=109515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:01:53.455136 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c38f89-aa49-4728-a05a-933b8ee525a8 None None] The sync data for ids ['b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'] in dv-cinder-829664-3-iscsi is: [{'id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'name': 'tempest-TestVolumeBootPattern-732470542-router', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '123889be-d889-4b9a-88f0-3a7a7dacc200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 4, 'project_id': '809db0c475f640c49e3cee7a9385a8e1', 'gw_port': {'id': '123889be-d889-4b9a-88f0-3a7a7dacc200', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '7288c8c2-efff-4f38-b0e9-da552d19e18a', 'name': '', 'network_id': '486483a5-8b28-48ad-93b6-94d1de29f929', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'mac_address': 'fa:16:3e:44:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:46Z', 'updated_at': '2022-03-14T19:01:52Z', 'revision_number': 4, 'project_id': '809db0c475f640c49e3cee7a9385a8e1', 'subnets': [{'id': 'e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:53.520257 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-17c007b5-9453-4792-a44f-7492d514d6f4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Deleting port 0eb90058-435c-426e-b128-73de9efe2917 {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:53.520526 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-17c007b5-9453-4792-a44f-7492d514d6f4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (0eb90058-435c-426e-b128-73de9efe2917), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:53.619249 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-17c007b5-9453-4792-a44f-7492d514d6f4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (0eb90058-435c-426e-b128-73de9efe2917), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:53.619822 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-17c007b5-9453-4792-a44f-7492d514d6f4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for floatingip (0eb90058-435c-426e-b128-73de9efe2917), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:53.631611 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-17c007b5-9453-4792-a44f-7492d514d6f4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Calling delete_port for 0eb90058-435c-426e-b128-73de9efe2917 owned by network:floatingip {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:53.742245 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 13dcc5d7-b40d-4574-ae63-847389fc6436 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:01:53.769209 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: 13dcc5d7-b40d-4574-ae63-847389fc6436 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:01:53.769697 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 13dcc5d7-b40d-4574-ae63-847389fc6436 not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:01:53.773978 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-17c007b5-9453-4792-a44f-7492d514d6f4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (0eb90058-435c-426e-b128-73de9efe2917), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:53.800034 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c007b5-9453-4792-a44f-7492d514d6f4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Pushing event deleted for resources: {'Port': ['ID=0eb90058-435c-426e-b128-73de9efe2917,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:53.880613 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-17c007b5-9453-4792-a44f-7492d514d6f4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks [] for floatingip (e0f8fd1a-9405-4546-aaf8-234cca45c6df), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:53.893337 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-17c007b5-9453-4792-a44f-7492d514d6f4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:53.893337 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-17c007b5-9453-4792-a44f-7492d514d6f4 tempest-AttachVolumeShelveTestJSON-281415951 tempest-AttachVolumeShelveTestJSON-281415951-project] 10.222.0.52 "DELETE /v2.0/floatingips/e0f8fd1a-9405-4546-aaf8-234cca45c6df HTTP/1.1" status: 204 len: 168 time: 0.5360363 Mar 14 19:01:54.132133 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 7288c8c2-efff-4f38-b0e9-da552d19e18a up at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:01:54.187617 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Provisioning complete for port 7288c8c2-efff-4f38-b0e9-da552d19e18a triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:54.188067 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:54.273995 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Current status of the port 7288c8c2-efff-4f38-b0e9-da552d19e18a is: ACTIVE; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:56.365342 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 49014) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:56.880103 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ecaf40ec-4456-4a19-919e-36e56c2b226b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478211'] for router_interface (9e7e7ac0-0a51-4486-83b9-848812e332af), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:57.139273 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf40ec-4456-4a19-919e-36e56c2b226b admin admin] Deleting port f92c4db7-2466-4114-805d-4b57c06d488d {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:57.139529 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ecaf40ec-4456-4a19-919e-36e56c2b226b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:57.217251 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-ecaf40ec-4456-4a19-919e-36e56c2b226b admin admin] For port f92c4db7-2466-4114-805d-4b57c06d488d, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=f92c4db7-2466-4114-805d-4b57c06d488d,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:57.217570 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ecaf40ec-4456-4a19-919e-36e56c2b226b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:57.233612 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf40ec-4456-4a19-919e-36e56c2b226b admin admin] Calling delete_port for f92c4db7-2466-4114-805d-4b57c06d488d owned by network:router_interface {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:57.415522 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ecaf40ec-4456-4a19-919e-36e56c2b226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (f92c4db7-2466-4114-805d-4b57c06d488d), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:57.440040 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf40ec-4456-4a19-919e-36e56c2b226b admin admin] Pushing event deleted for resources: {'Port': ['ID=f92c4db7-2466-4114-805d-4b57c06d488d,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:57.612443 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ecaf40ec-4456-4a19-919e-36e56c2b226b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478391'] for router_interface (9e7e7ac0-0a51-4486-83b9-848812e332af), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:58.088824 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaf40ec-4456-4a19-919e-36e56c2b226b admin admin] Router 9e7e7ac0-0a51-4486-83b9-848812e332af has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:01:58.206727 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaf40ec-4456-4a19-919e-36e56c2b226b admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:58.212048 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-ecaf40ec-4456-4a19-919e-36e56c2b226b admin admin] 10.222.0.52 "PUT /v2.0/routers/9e7e7ac0-0a51-4486-83b9-848812e332af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8456602 Mar 14 19:01:58.214679 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 49026) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:58.216674 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e756d-4844-47a4-948a-13508fc7d6b8 None None] Sync routers for ids ['9e7e7ac0-0a51-4486-83b9-848812e332af'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:58.235270 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e756d-4844-47a4-948a-13508fc7d6b8 None None] Routers {'9e7e7ac0-0a51-4486-83b9-848812e332af'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:58.237742 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-9f5e756d-4844-47a4-948a-13508fc7d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['9e7e7ac0-0a51-4486-83b9-848812e332af'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:58.333074 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] Publish callbacks [] for router (9e7e7ac0-0a51-4486-83b9-848812e332af), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:58.447086 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] Publish callbacks [] for router_gateway (9e7e7ac0-0a51-4486-83b9-848812e332af), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:58.495304 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-9f5e756d-4844-47a4-948a-13508fc7d6b8 None None] Set router 9e7e7ac0-0a51-4486-83b9-848812e332af gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:58.504719 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] Deleting port 8d5b8e84-20e4-47b8-974f-f37240dfe0f0 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:58.505049 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (8d5b8e84-20e4-47b8-974f-f37240dfe0f0), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:58.588302 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] For port 8d5b8e84-20e4-47b8-974f-f37240dfe0f0, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=8d5b8e84-20e4-47b8-974f-f37240dfe0f0,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:58.588666 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (8d5b8e84-20e4-47b8-974f-f37240dfe0f0), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:58.602053 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] Calling delete_port for 8d5b8e84-20e4-47b8-974f-f37240dfe0f0 owned by network:router_gateway {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:58.679188 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-9f5e756d-4844-47a4-948a-13508fc7d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T19:01:57Z', 'revision_number': 5, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port': {'id': '8d5b8e84-20e4-47b8-974f-f37240dfe0f0', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:55:24Z', 'updated_at': '2022-03-14T18:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:58.705717 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e756d-4844-47a4-948a-13508fc7d6b8 None None] Checking router: 9e7e7ac0-0a51-4486-83b9-848812e332af for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:58.714485 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e756d-4844-47a4-948a-13508fc7d6b8 None None] Routers {'9e7e7ac0-0a51-4486-83b9-848812e332af'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:58.715116 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-9f5e756d-4844-47a4-948a-13508fc7d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:01:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['9e7e7ac0-0a51-4486-83b9-848812e332af'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:58.784958 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (8d5b8e84-20e4-47b8-974f-f37240dfe0f0), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:58.804640 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-9f5e756d-4844-47a4-948a-13508fc7d6b8 None None] Set router 9e7e7ac0-0a51-4486-83b9-848812e332af gateway port host: None {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:58.810247 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5b8e84-20e4-47b8-974f-f37240dfe0f0,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:58.862148 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-9f5e756d-4844-47a4-948a-13508fc7d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T19:01:58Z', 'revision_number': 6, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port_host': None}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:58.871663 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475733'] for router_gateway (9e7e7ac0-0a51-4486-83b9-848812e332af), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:58.890798 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e756d-4844-47a4-948a-13508fc7d6b8 None None] The sync data for ids ['9e7e7ac0-0a51-4486-83b9-848812e332af'] in dv-cinder-829664-3-iscsi is: [{'id': '9e7e7ac0-0a51-4486-83b9-848812e332af', 'name': 'tempest-AttachVolumeShelveTestJSON-288202107-router', 'tenant_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:55:23Z', 'updated_at': '2022-03-14T19:01:58Z', 'revision_number': 6, 'project_id': '0fd4a8ca063a453a90dfd25ba3852e42', 'gw_port_host': None}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:58.968339 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6385'] for router (9e7e7ac0-0a51-4486-83b9-848812e332af), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:58.970496 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] Publish callbacks [] for router_controller (9e7e7ac0-0a51-4486-83b9-848812e332af), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:59.018542 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483237'] for router (9e7e7ac0-0a51-4486-83b9-848812e332af), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:59.019053 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e7e7ac0-0a51-4486-83b9-848812e332af {{(pid=109512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:01:59.024114 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:59.025479 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-75d6ecce-9a36-4c1e-9127-3f843fb4053f admin admin] 10.222.0.52 "DELETE /v2.0/routers/9e7e7ac0-0a51-4486-83b9-848812e332af HTTP/1.1" status: 204 len: 168 time: 0.8098307 Mar 14 19:01:59.028158 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 49034) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:59.073277 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a89bf9c-e232-4d9c-946d-4979b8191c69 admin admin] Deleting subnet 295ea95f-a569-4ae3-aa0e-4b878103c9ad {{(pid=109512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:01:59.076687 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5a89bf9c-e232-4d9c-946d-4979b8191c69 admin admin] Publish callbacks [] for subnet (295ea95f-a569-4ae3-aa0e-4b878103c9ad), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:59.112146 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5a89bf9c-e232-4d9c-946d-4979b8191c69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4261526'] for subnet (295ea95f-a569-4ae3-aa0e-4b878103c9ad), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:59.194911 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5a89bf9c-e232-4d9c-946d-4979b8191c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (295ea95f-a569-4ae3-aa0e-4b878103c9ad), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:59.252533 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5a89bf9c-e232-4d9c-946d-4979b8191c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5679141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226240'] for subnet (295ea95f-a569-4ae3-aa0e-4b878103c9ad), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:59.278400 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89bf9c-e232-4d9c-946d-4979b8191c69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295ea95f-a569-4ae3-aa0e-4b878103c9ad,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:59.282001 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5a89bf9c-e232-4d9c-946d-4979b8191c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:59.288534 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-5a89bf9c-e232-4d9c-946d-4979b8191c69 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/295ea95f-a569-4ae3-aa0e-4b878103c9ad HTTP/1.1" status: 204 len: 168 time: 0.2593853 Mar 14 19:01:59.288697 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49036) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:59.291889 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362a3a7a-b127-43c8-841b-dc357f3e5ed6 None None] Network 238a0ce0-fc24-410f-b071-3e8d79d444fd requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:01:59.376292 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (238a0ce0-fc24-410f-b071-3e8d79d444fd), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:59.433615 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] Deleting port 850a04ae-090f-4efa-ac97-ab81aa3e0bff {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:59.434164 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (850a04ae-090f-4efa-ac97-ab81aa3e0bff), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:59.502088 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] For port 850a04ae-090f-4efa-ac97-ab81aa3e0bff, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=850a04ae-090f-4efa-ac97-ab81aa3e0bff,segment=NetworkSegment(0cfb8387-767a-495c-9f0f-55f88d25842b),segment_id=0cfb8387-767a-495c-9f0f-55f88d25842b)] {{(pid=109513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:59.502583 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (850a04ae-090f-4efa-ac97-ab81aa3e0bff), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:59.517678 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] Calling delete_port for 850a04ae-090f-4efa-ac97-ab81aa3e0bff owned by network:dhcp {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:59.612935 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (850a04ae-090f-4efa-ac97-ab81aa3e0bff), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:59.644504 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] Pushing event deleted for resources: {'Port': ['ID=850a04ae-090f-4efa-ac97-ab81aa3e0bff,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:59.647814 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] No DVR routers for this DVR port 850a04ae-090f-4efa-ac97-ab81aa3e0bff on host dv-cinder-829664-3-iscsi {{(pid=109513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:01:59.692372 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7557a58d-d544-4aaa-824d-57baef939da1 None None] DHCP port deletion for 238a0ce0-fc24-410f-b071-3e8d79d444fd request from dv-cinder-829664-3-iscsi {{(pid=109514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 19:01:59.791116 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 49064) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:59.955214 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3dfe-d2f7-4a0a-a726-10e9e313de7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.022423 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (238a0ce0-fc24-410f-b071-3e8d79d444fd), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.048256 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238a0ce0-fc24-410f-b071-3e8d79d444fd']}} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:00.061372 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfb8387-767a-495c-9f0f-55f88d25842b') {'for_net_delete': True} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:00.061670 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfb8387-767a-495c-9f0f-55f88d25842b') {} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:00.079535 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3dfe-d2f7-4a0a-a726-10e9e313de7b admin admin] Publish callbacks [] for security_group (68430f5c-f423-46df-b222-5884d538a2c0), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.082123 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4198500'] for segment (0cfb8387-767a-495c-9f0f-55f88d25842b), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.087070 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3dfe-d2f7-4a0a-a726-10e9e313de7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (68430f5c-f423-46df-b222-5884d538a2c0), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.108830 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (0cfb8387-767a-495c-9f0f-55f88d25842b), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.116162 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:02:00.116570 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4788528'] for segment (0cfb8387-767a-495c-9f0f-55f88d25842b), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: Traceback (most recent call last): Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: timer() Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: cb(*args, **kw) Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: return func(*args, **kwargs) Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: self._notify() Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: self.callback(batched_events) Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: event.method(event) Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: return f(self, *a, **k) Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._get(url).json() Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: return self.request(url, 'GET', **kwargs) Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:02:00.118694 dv-cinder-829664-3-iscsi neutron-server[109513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:02:00.127963 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba3dfe-d2f7-4a0a-a726-10e9e313de7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68430f5c-f423-46df-b222-5884d538a2c0,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:00.136798 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-f6ba3dfe-d2f7-4a0a-a726-10e9e313de7b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bac3409099fc436085aa787dbb2b6f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436301 Mar 14 19:02:00.139341 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 49070) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:00.154599 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 850a04ae-090f-4efa-ac97-ab81aa3e0bff no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:00.182985 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (238a0ce0-fc24-410f-b071-3e8d79d444fd), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.184163 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 850a04ae-090f-4efa-ac97-ab81aa3e0bff {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:02:00.184728 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 850a04ae-090f-4efa-ac97-ab81aa3e0bff not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:02:00.185168 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device f92c4db7-2466-4114-805d-4b57c06d488d no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:00.194363 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.197714 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] 10.222.0.52 "DELETE /v2.0/networks/238a0ce0-fc24-410f-b071-3e8d79d444fd HTTP/1.1" status: 204 len: 168 time: 0.9051795 Mar 14 19:02:00.206056 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1958f3-303c-4c2f-b33c-317cf8cd034e admin admin] Pushing event deleted for resources: {'Network': ['ID=238a0ce0-fc24-410f-b071-3e8d79d444fd,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:00.209089 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: f92c4db7-2466-4114-805d-4b57c06d488d {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:02:00.209445 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device f92c4db7-2466-4114-805d-4b57c06d488d not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:02:00.209875 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 8d5b8e84-20e4-47b8-974f-f37240dfe0f0 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:00.219788 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-bf28f19b-c245-4d69-9b0f-62b7f5280338 admin admin] Publish callbacks [] for security_group (68430f5c-f423-46df-b222-5884d538a2c0), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.231225 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 8d5b8e84-20e4-47b8-974f-f37240dfe0f0 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:02:00.231426 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 8d5b8e84-20e4-47b8-974f-f37240dfe0f0 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:02:00.243744 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-bf28f19b-c245-4d69-9b0f-62b7f5280338 admin admin] Publish callbacks [] for security_group (68430f5c-f423-46df-b222-5884d538a2c0), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.296174 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-bf28f19b-c245-4d69-9b0f-62b7f5280338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (68430f5c-f423-46df-b222-5884d538a2c0), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.298780 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-bf28f19b-c245-4d69-9b0f-62b7f5280338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.299951 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-bf28f19b-c245-4d69-9b0f-62b7f5280338 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/68430f5c-f423-46df-b222-5884d538a2c0 HTTP/1.1" status: 204 len: 168 time: 0.1597192 Mar 14 19:02:00.312851 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28f19b-c245-4d69-9b0f-62b7f5280338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68430f5c-f423-46df-b222-5884d538a2c0,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:00.358923 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49076) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:00.400741 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-05529325-f052-48b2-892d-52a9cbc8900b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0fd4a8ca063a453a90dfd25ba3852e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406106 Mar 14 19:02:00.403329 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49078) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:00.466954 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0e2f-a143-4ebd-b50e-38bea17e0f3a admin admin] Publish callbacks [] for security_group (dd167ed9-fa37-40c7-af55-62dfd9d2fc8e), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.492861 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0e2f-a143-4ebd-b50e-38bea17e0f3a admin admin] Publish callbacks [] for security_group (dd167ed9-fa37-40c7-af55-62dfd9d2fc8e), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.549367 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0e2f-a143-4ebd-b50e-38bea17e0f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (dd167ed9-fa37-40c7-af55-62dfd9d2fc8e), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.553274 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0e2f-a143-4ebd-b50e-38bea17e0f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:00.554846 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-ef6b0e2f-a143-4ebd-b50e-38bea17e0f3a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd167ed9-fa37-40c7-af55-62dfd9d2fc8e HTTP/1.1" status: 204 len: 168 time: 0.1503928 Mar 14 19:02:00.567174 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b0e2f-a143-4ebd-b50e-38bea17e0f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd167ed9-fa37-40c7-af55-62dfd9d2fc8e,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:01.022347 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 49124) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:01.157557 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-60616083-network', 'tenant_id': 'dc083870b7a8470790864399cd379884'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:01.178469 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] Made reservation on behalf of dc083870b7a8470790864399cd379884 for: {'network': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:02:01.181330 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:01.192047 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:01.270930 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] Publish callbacks [] for security_group (be713315-3925-4472-aa3c-f084c009a5a3), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:01.275241 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (be713315-3925-4472-aa3c-f084c009a5a3), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:01.297550 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=109512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:02:01.314214 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be713315-3925-4472-aa3c-f084c009a5a3,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:01.317518 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (98e90a8a-a58b-47da-9b8c-64753547be0b), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:01.317870 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.segments_db [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] Added segment 98e90a8a-a58b-47da-9b8c-64753547be0b of type vlan for network ca31f952-ac48-4df0-9e2e-6a7c5e819f7b Mar 14 19:02:01.361081 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (ca31f952-ac48-4df0-9e2e-6a7c5e819f7b), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:01.391681 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (ca31f952-ac48-4df0-9e2e-6a7c5e819f7b), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:01.392646 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:01.393233 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:01.453706 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4302073 Mar 14 19:02:01.454512 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49144) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:01.459731 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-91a9f3eb-3920-447b-a86d-8e7e94c7c72f admin admin] Request body: {'subnet': {'network_id': 'ca31f952-ac48-4df0-9e2e-6a7c5e819f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-60616083-subnet', 'tenant_id': 'dc083870b7a8470790864399cd379884', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:01.467749 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503464c1-0538-4ba7-84dc-2a3f5621232c admin admin] Pushing event updated for resources: {'Network': ['ID=ca31f952-ac48-4df0-9e2e-6a7c5e819f7b,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:01.478654 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network ca31f952-ac48-4df0-9e2e-6a7c5e819f7b details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:02:01.491399 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a9f3eb-3920-447b-a86d-8e7e94c7c72f admin admin] Made reservation on behalf of dc083870b7a8470790864399cd379884 for: {'subnet': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:02:01.499405 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-91a9f3eb-3920-447b-a86d-8e7e94c7c72f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4828481'] for subnet (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:01.714151 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-91a9f3eb-3920-447b-a86d-8e7e94c7c72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4788683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4828499'] for subnet (20fb0199-b4b6-45e5-9cd4-0273fe5a2a09), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:01.777923 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9f3eb-3920-447b-a86d-8e7e94c7c72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20fb0199-b4b6-45e5-9cd4-0273fe5a2a09,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:01.788761 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a9f3eb-3920-447b-a86d-8e7e94c7c72f admin admin] Checking segment: {'id': '98e90a8a-a58b-47da-9b8c-64753547be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ca31f952-ac48-4df0-9e2e-6a7c5e819f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:02:01.789132 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a9f3eb-3920-447b-a86d-8e7e94c7c72f admin admin] Network hostable DHCP agents. Network: ca31f952-ac48-4df0-9e2e-6a7c5e819f7b, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:02:01.809564 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a9f3eb-3920-447b-a86d-8e7e94c7c72f admin admin] Network ca31f952-ac48-4df0-9e2e-6a7c5e819f7b is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:02:01.819875 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-91a9f3eb-3920-447b-a86d-8e7e94c7c72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, ca31f952-ac48-4df0-9e2e-6a7c5e819f7b) {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:01.824709 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a9f3eb-3920-447b-a86d-8e7e94c7c72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:01.825324 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-91a9f3eb-3920-447b-a86d-8e7e94c7c72f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:01.829571 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640d9537-3e2a-4b00-b8a1-081d07322982 None None] Network ca31f952-ac48-4df0-9e2e-6a7c5e819f7b requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:02:01.846632 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-91a9f3eb-3920-447b-a86d-8e7e94c7c72f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3909419 Mar 14 19:02:01.945240 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859bf582-90b2-4020-aa92-04a1cd2e5619 None None] Network ca31f952-ac48-4df0-9e2e-6a7c5e819f7b requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:02:02.422539 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-96d129a2-86a5-44b1-b5b1-9d52e86f6c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:02.943970 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49246) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:02.982002 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49250) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:03.091390 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b15a000f-ea39-4466-95ae-24652095e065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.122991 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c7869095-c8c4-4a5d-9f82-1c695f8b5109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.216813 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b15a000f-ea39-4466-95ae-24652095e065 admin admin] Publish callbacks [] for security_group (ec464f36-d222-4d8a-a849-b647b1e839c1), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.221956 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b15a000f-ea39-4466-95ae-24652095e065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (ec464f36-d222-4d8a-a849-b647b1e839c1), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.261820 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c7869095-c8c4-4a5d-9f82-1c695f8b5109 admin admin] Publish callbacks [] for security_group (275a9b28-c844-432a-848e-6e2a0d832eea), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.272407 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c7869095-c8c4-4a5d-9f82-1c695f8b5109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (275a9b28-c844-432a-848e-6e2a0d832eea), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.277190 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-b15a000f-ea39-4466-95ae-24652095e065 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c87bbc99e6f4d0abd6862ab374821bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941647 Mar 14 19:02:03.279203 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a000f-ea39-4466-95ae-24652095e065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec464f36-d222-4d8a-a849-b647b1e839c1,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:03.280158 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 49256) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:03.314581 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-c7869095-c8c4-4a5d-9f82-1c695f8b5109 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5c1fc6a5d704411aebf4240564057d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689704 Mar 14 19:02:03.317060 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 49258) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:03.318849 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7869095-c8c4-4a5d-9f82-1c695f8b5109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275a9b28-c844-432a-848e-6e2a0d832eea,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:03.353379 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-38c0034d-4103-4d1f-85e3-d634570c31ed admin admin] Publish callbacks [] for security_group (ec464f36-d222-4d8a-a849-b647b1e839c1), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.386592 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-38c0034d-4103-4d1f-85e3-d634570c31ed admin admin] Publish callbacks [] for security_group (ec464f36-d222-4d8a-a849-b647b1e839c1), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.398691 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a58f4458-f7a5-4395-992e-3d9cb71d91c9 admin admin] Publish callbacks [] for security_group (275a9b28-c844-432a-848e-6e2a0d832eea), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.438849 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a58f4458-f7a5-4395-992e-3d9cb71d91c9 admin admin] Publish callbacks [] for security_group (275a9b28-c844-432a-848e-6e2a0d832eea), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.470380 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-38c0034d-4103-4d1f-85e3-d634570c31ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (ec464f36-d222-4d8a-a849-b647b1e839c1), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.473002 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-38c0034d-4103-4d1f-85e3-d634570c31ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.474183 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-38c0034d-4103-4d1f-85e3-d634570c31ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec464f36-d222-4d8a-a849-b647b1e839c1 HTTP/1.1" status: 204 len: 168 time: 0.1929417 Mar 14 19:02:03.482986 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0034d-4103-4d1f-85e3-d634570c31ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec464f36-d222-4d8a-a849-b647b1e839c1,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:03.500131 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a58f4458-f7a5-4395-992e-3d9cb71d91c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (275a9b28-c844-432a-848e-6e2a0d832eea), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.503096 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-a58f4458-f7a5-4395-992e-3d9cb71d91c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.508259 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-a58f4458-f7a5-4395-992e-3d9cb71d91c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/275a9b28-c844-432a-848e-6e2a0d832eea HTTP/1.1" status: 204 len: 168 time: 0.1889272 Mar 14 19:02:03.515796 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f4458-f7a5-4395-992e-3d9cb71d91c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275a9b28-c844-432a-848e-6e2a0d832eea,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:03.792884 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 49282) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:03.807013 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-e4377870-77c3-40c6-9e2c-f6614fe0c427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.822932 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49284) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:03.844122 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fd461b3a-6928-43ce-9fe7-f05430c4e1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.881741 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-e4377870-77c3-40c6-9e2c-f6614fe0c427 admin admin] Publish callbacks [] for security_group (d95ed0f0-200e-42c8-a3a6-70627cf05671), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.886272 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-e4377870-77c3-40c6-9e2c-f6614fe0c427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (d95ed0f0-200e-42c8-a3a6-70627cf05671), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.916470 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-1b9c4551-d6b8-4f1c-b8a6-1b440951bdd4 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:03.917940 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-1b9c4551-d6b8-4f1c-b8a6-1b440951bdd4 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/networks?id=ca31f952-ac48-4df0-9e2e-6a7c5e819f7b HTTP/1.1" status: 200 len: 812 time: 0.1517115 Mar 14 19:02:03.925879 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-e4377870-77c3-40c6-9e2c-f6614fe0c427 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=82baf6504322459fa142b4a40c4b104a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290905 Mar 14 19:02:03.925879 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4377870-77c3-40c6-9e2c-f6614fe0c427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95ed0f0-200e-42c8-a3a6-70627cf05671,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:03.927909 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 49286) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:03.944519 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-21c2246e-b6da-40bd-906c-bba83c7a2065 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/quotas/dc083870b7a8470790864399cd379884 HTTP/1.1" status: 200 len: 375 time: 0.0201685 Mar 14 19:02:03.977004 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b871b630-5e92-4317-a5c4-50725362582a admin admin] Publish callbacks [] for security_group (d95ed0f0-200e-42c8-a3a6-70627cf05671), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.993592 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-387f8e93-e371-4139-8d26-c6626373e83e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc083870b7a8470790864399cd379884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403209 Mar 14 19:02:03.997897 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fd461b3a-6928-43ce-9fe7-f05430c4e1c9 admin admin] Publish callbacks [] for security_group (370a3999-c45c-445a-b5e1-f777db2f71d3), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:03.998076 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b871b630-5e92-4317-a5c4-50725362582a admin admin] Publish callbacks [] for security_group (d95ed0f0-200e-42c8-a3a6-70627cf05671), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:04.018065 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-fd461b3a-6928-43ce-9fe7-f05430c4e1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (370a3999-c45c-445a-b5e1-f777db2f71d3), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:04.054512 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b871b630-5e92-4317-a5c4-50725362582a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (d95ed0f0-200e-42c8-a3a6-70627cf05671), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:04.057373 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b871b630-5e92-4317-a5c4-50725362582a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:04.058515 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-b871b630-5e92-4317-a5c4-50725362582a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d95ed0f0-200e-42c8-a3a6-70627cf05671 HTTP/1.1" status: 204 len: 168 time: 0.1297536 Mar 14 19:02:04.066630 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871b630-5e92-4317-a5c4-50725362582a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95ed0f0-200e-42c8-a3a6-70627cf05671,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:04.100568 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd461b3a-6928-43ce-9fe7-f05430c4e1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370a3999-c45c-445a-b5e1-f777db2f71d3,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:04.107887 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-fd461b3a-6928-43ce-9fe7-f05430c4e1c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de8eae5846d04e38bef8a4ef85652239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836492 Mar 14 19:02:04.110375 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49290) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:04.158717 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-5e0e0a6b-abfe-48f3-9925-84132aae0d5d service neutron] 10.222.0.52 "GET /v2.0/networks/ca31f952-ac48-4df0-9e2e-6a7c5e819f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583610 Mar 14 19:02:04.229217 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f44bd375-b821-428e-a11e-85a8a068d26b admin admin] Publish callbacks [] for security_group (370a3999-c45c-445a-b5e1-f777db2f71d3), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:04.261813 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f44bd375-b821-428e-a11e-85a8a068d26b admin admin] Publish callbacks [] for security_group (370a3999-c45c-445a-b5e1-f777db2f71d3), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:04.308329 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-e084dc7a-3410-46e4-9cf5-ec8293500799 service neutron] 10.222.0.52 "GET /v2.0/networks/ca31f952-ac48-4df0-9e2e-6a7c5e819f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430771 Mar 14 19:02:04.335305 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f44bd375-b821-428e-a11e-85a8a068d26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (370a3999-c45c-445a-b5e1-f777db2f71d3), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:04.339583 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f44bd375-b821-428e-a11e-85a8a068d26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:04.343304 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-f44bd375-b821-428e-a11e-85a8a068d26b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/370a3999-c45c-445a-b5e1-f777db2f71d3 HTTP/1.1" status: 204 len: 168 time: 0.2298181 Mar 14 19:02:04.352791 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bd375-b821-428e-a11e-85a8a068d26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370a3999-c45c-445a-b5e1-f777db2f71d3,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:04.548681 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8c108e16-765e-49f8-8690-531f1e4c3dc0 req-0ab9a56a-7aa4-44af-bb5d-8d319a61535e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 210 time: 0.0324609 Mar 14 19:02:04.722138 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c4d3-7d5e-4347-87db-eb9e7a0cc515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:05.559356 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-49c7445f-024e-4e49-abb1-ae3c768d0b68 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:05.561223 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-49c7445f-024e-4e49-abb1-ae3c768d0b68 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.69 "GET /v2.0/networks?id=ca31f952-ac48-4df0-9e2e-6a7c5e819f7b HTTP/1.1" status: 200 len: 812 time: 0.1246662 Mar 14 19:02:05.578657 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-7e9bfc22-9921-444e-8f01-68e7119f944e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Request body: {'port': {'device_id': '499bcdb1-0fa7-4e08-87f6-58594182a826', 'network_id': 'ca31f952-ac48-4df0-9e2e-6a7c5e819f7b', 'admin_state_up': True, 'tenant_id': 'dc083870b7a8470790864399cd379884'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:05.687354 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d67b033b-e05f-4dd7-aa1b-7c0cbe516089 req-d8b5f322-731f-40e1-9a77-498327d4a5e2 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 210 time: 0.0553753 Mar 14 19:02:05.740861 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-7e9bfc22-9921-444e-8f01-68e7119f944e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Made reservation on behalf of dc083870b7a8470790864399cd379884 for: {'port': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:02:05.744750 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-7e9bfc22-9921-444e-8f01-68e7119f944e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:05.891604 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-7e9bfc22-9921-444e-8f01-68e7119f944e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Allocated IP 172.20.0.9 (ca31f952-ac48-4df0-9e2e-6a7c5e819f7b/20fb0199-b4b6-45e5-9cd4-0273fe5a2a09/5a057d74-9647-4223-9ef0-68f965061f92) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:05.956623 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:06.078060 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-7e9bfc22-9921-444e-8f01-68e7119f944e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks [] for port (5a057d74-9647-4223-9ef0-68f965061f92), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:06.119139 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-7e9bfc22-9921-444e-8f01-68e7119f944e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (5a057d74-9647-4223-9ef0-68f965061f92), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:06.166470 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-7e9bfc22-9921-444e-8f01-68e7119f944e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Network ca31f952-ac48-4df0-9e2e-6a7c5e819f7b is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:06.173860 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-7e9bfc22-9921-444e-8f01-68e7119f944e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:06.180620 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-7e9bfc22-9921-444e-8f01-68e7119f944e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:02:06.188192 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bfc22-9921-444e-8f01-68e7119f944e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Pushing event updated for resources: {'Port': ['ID=5a057d74-9647-4223-9ef0-68f965061f92,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:06.236255 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-7e9bfc22-9921-444e-8f01-68e7119f944e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:06.236698 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-7e9bfc22-9921-444e-8f01-68e7119f944e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:06.256999 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-7e9bfc22-9921-444e-8f01-68e7119f944e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6826146 Mar 14 19:02:06.268641 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Request body: {'port': {'device_id': '499bcdb1-0fa7-4e08-87f6-58594182a826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:06.338826 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (5a057d74-9647-4223-9ef0-68f965061f92), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:06.644966 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a057d74-9647-4223-9ef0-68f965061f92 {{(pid=109512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:02:06.653052 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Publish callbacks [] for port (5a057d74-9647-4223-9ef0-68f965061f92), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:06.668456 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.provisioning_blocks [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Transition to ACTIVE for port object 5a057d74-9647-4223-9ef0-68f965061f92 will not be triggered until provisioned by entity L2. {{(pid=109512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 19:02:06.674615 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (5a057d74-9647-4223-9ef0-68f965061f92), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:06.766670 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Pushing event updated for resources: {'Port': ['ID=5a057d74-9647-4223-9ef0-68f965061f92,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:06.850895 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce4fd4-f077-4015-8cbb-b63973b91852 req-5e768484-4d1b-4e7f-9f0e-4c2b369a714a tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:06.853274 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5fce4fd4-f077-4015-8cbb-b63973b91852 req-5e768484-4d1b-4e7f-9f0e-4c2b369a714a tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 943 time: 0.0759535 Mar 14 19:02:06.876468 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-e633ee7b-a035-4559-b8b1-790f494b1df6 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673007424&fields=id&tenant_id=c0937b1763fb4579814763428a844452 HTTP/1.1" status: 200 len: 267 time: 0.1420162 Mar 14 19:02:06.881156 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Attempting to bind port 5a057d74-9647-4223-9ef0-68f965061f92 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:02:06.881619 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Attempting to bind port 5a057d74-9647-4223-9ef0-68f965061f92 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '98e90a8a-a58b-47da-9b8c-64753547be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ca31f952-ac48-4df0-9e2e-6a7c5e819f7b'}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:02:06.882044 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Attempting to bind port 5a057d74-9647-4223-9ef0-68f965061f92 on network ca31f952-ac48-4df0-9e2e-6a7c5e819f7b {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:02:06.888439 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Port 5a057d74-9647-4223-9ef0-68f965061f92 on network ca31f952-ac48-4df0-9e2e-6a7c5e819f7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:02:06.888852 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Attempting to bind port 5a057d74-9647-4223-9ef0-68f965061f92 on network ca31f952-ac48-4df0-9e2e-6a7c5e819f7b {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:02:06.919435 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5fce4fd4-f077-4015-8cbb-b63973b91852 req-b2ae3262-c099-4af6-b448-5a1fad81067f tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556273 Mar 14 19:02:06.919752 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 49456) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:06.921911 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49458) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:06.949603 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:02:06.949950 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Checking segment: {'id': '98e90a8a-a58b-47da-9b8c-64753547be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ca31f952-ac48-4df0-9e2e-6a7c5e819f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:02:06.950139 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Bound using segment: {'id': '98e90a8a-a58b-47da-9b8c-64753547be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ca31f952-ac48-4df0-9e2e-6a7c5e819f7b'} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:02:06.950688 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Bound port: 5a057d74-9647-4223-9ef0-68f965061f92, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e90a8a-a58b-47da-9b8c-64753547be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ca31f952-ac48-4df0-9e2e-6a7c5e819f7b'}}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:02:06.951084 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (5a057d74-9647-4223-9ef0-68f965061f92), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.039137 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6d70ac8a-8d0a-4c9a-ac0f-f48a7ca80e1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.058046 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-3c993c62-d1a6-4dd6-9069-dc1c2a52355f tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:07.059524 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-3c993c62-d1a6-4dd6-9069-dc1c2a52355f tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 812 time: 0.1729693 Mar 14 19:02:07.069357 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-532f4488-8ac6-4af9-93cd-73c5a5cac673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.079676 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] For port 5a057d74-9647-4223-9ef0-68f965061f92, host hv-cinder-82966, cleared binding levels {{(pid=109512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:02:07.103824 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-934c0ec1-c284-4738-883b-75edc3f48534 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/quotas/c0937b1763fb4579814763428a844452 HTTP/1.1" status: 200 len: 375 time: 0.0353446 Mar 14 19:02:07.106154 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] For port 5a057d74-9647-4223-9ef0-68f965061f92, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=5a057d74-9647-4223-9ef0-68f965061f92,segment=NetworkSegment(98e90a8a-a58b-47da-9b8c-64753547be0b),segment_id=98e90a8a-a58b-47da-9b8c-64753547be0b)] {{(pid=109512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:02:07.123840 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.127799 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6d70ac8a-8d0a-4c9a-ac0f-f48a7ca80e1e admin admin] Publish callbacks [] for security_group (a3417743-0d58-43c1-9108-d1908875d422), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.131982 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (5a057d74-9647-4223-9ef0-68f965061f92), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.132576 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6d70ac8a-8d0a-4c9a-ac0f-f48a7ca80e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (a3417743-0d58-43c1-9108-d1908875d422), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.176576 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-6d70ac8a-8d0a-4c9a-ac0f-f48a7ca80e1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d02807c936004a6da3c4937b31ad91c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536261 Mar 14 19:02:07.177885 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70ac8a-8d0a-4c9a-ac0f-f48a7ca80e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3417743-0d58-43c1-9108-d1908875d422,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:07.180315 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49464) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:07.214272 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:07.214582 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.215971 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] 10.222.0.69 "PUT /v2.0/ports/5a057d74-9647-4223-9ef0-68f965061f92 HTTP/1.1" status: 200 len: 1093 time: 0.9515729 Mar 14 19:02:07.217374 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499bcdb1-0fa7-4e08-87f6-58594182a826', 'tag': '5a057d74-9647-4223-9ef0-68f965061f92'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:07.219605 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c18171-57a8-46d3-86f3-f0a79528f941" -d '{"events": [{"name": "network-changed", "server_uuid": "499bcdb1-0fa7-4e08-87f6-58594182a826", "tag": "5a057d74-9647-4223-9ef0-68f965061f92"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:07.231390 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6c80ed83-af02-49e9-aaa0-08f7b296e049 admin admin] Publish callbacks [] for security_group (a3417743-0d58-43c1-9108-d1908875d422), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.251959 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb247f1c-054c-4fb0-a575-81ae2ca2ed5b service neutron] Pushing event updated for resources: {'Port': ['ID=5a057d74-9647-4223-9ef0-68f965061f92,revision_number=3']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:07.258070 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6c80ed83-af02-49e9-aaa0-08f7b296e049 admin admin] Publish callbacks [] for security_group (a3417743-0d58-43c1-9108-d1908875d422), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.277470 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-e2f95df9-61ec-498c-8b36-79e337736158 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1651843 Mar 14 19:02:07.285209 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeabcf2b-9713-4dd3-b35b-f2cfafeef84f x-openstack-request-id: req-eeabcf2b-9713-4dd3-b35b-f2cfafeef84f {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:07.285489 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499bcdb1-0fa7-4e08-87f6-58594182a826", "tag": "5a057d74-9647-4223-9ef0-68f965061f92", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:07.285736 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eeabcf2b-9713-4dd3-b35b-f2cfafeef84f {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:07.286119 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499bcdb1-0fa7-4e08-87f6-58594182a826', 'tag': '5a057d74-9647-4223-9ef0-68f965061f92', 'status': 'completed', 'code': 200} Mar 14 19:02:07.316867 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6c80ed83-af02-49e9-aaa0-08f7b296e049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (a3417743-0d58-43c1-9108-d1908875d422), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.321170 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-6c80ed83-af02-49e9-aaa0-08f7b296e049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.323196 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-6c80ed83-af02-49e9-aaa0-08f7b296e049 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3417743-0d58-43c1-9108-d1908875d422 HTTP/1.1" status: 204 len: 168 time: 0.1412754 Mar 14 19:02:07.332076 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80ed83-af02-49e9-aaa0-08f7b296e049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3417743-0d58-43c1-9108-d1908875d422,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:07.335611 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-532f4488-8ac6-4af9-93cd-73c5a5cac673 admin admin] Publish callbacks [] for security_group (b9924091-544c-4939-8387-612d0a095201), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.345073 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-532f4488-8ac6-4af9-93cd-73c5a5cac673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (b9924091-544c-4939-8387-612d0a095201), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.374067 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-e4302b17-46de-4f4b-a43e-f03dd073c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:07.375849 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-e4302b17-46de-4f4b-a43e-f03dd073c15f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc083870b7a8470790864399cd379884&device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 1127 time: 0.1076868 Mar 14 19:02:07.413353 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-532f4488-8ac6-4af9-93cd-73c5a5cac673 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=901713d4fc3d42c4b9513048aaa45970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4900608 Mar 14 19:02:07.413723 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49474) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:07.453572 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f4488-8ac6-4af9-93cd-73c5a5cac673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9924091-544c-4939-8387-612d0a095201,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:07.469639 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-47f1597f-033b-4d70-bfbc-96e902c06f05 admin admin] Publish callbacks [] for security_group (b9924091-544c-4939-8387-612d0a095201), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.489303 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-23f06253-be85-4cec-9c6d-1aed6b0c001c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a057d74-9647-4223-9ef0-68f965061f92 HTTP/1.1" status: 200 len: 217 time: 0.1010284 Mar 14 19:02:07.494266 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-47f1597f-033b-4d70-bfbc-96e902c06f05 admin admin] Publish callbacks [] for security_group (b9924091-544c-4939-8387-612d0a095201), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.546487 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-47f1597f-033b-4d70-bfbc-96e902c06f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (b9924091-544c-4939-8387-612d0a095201), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.549207 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-47f1597f-033b-4d70-bfbc-96e902c06f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.552924 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-47f1597f-033b-4d70-bfbc-96e902c06f05 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9924091-544c-4939-8387-612d0a095201 HTTP/1.1" status: 204 len: 168 time: 0.1358261 Mar 14 19:02:07.559310 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1597f-033b-4d70-bfbc-96e902c06f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9924091-544c-4939-8387-612d0a095201,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:07.570376 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-15802c80-1de1-436b-8425-3547cd70bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:07.572235 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-15802c80-1de1-436b-8425-3547cd70bccc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20fb0199-b4b6-45e5-9cd4-0273fe5a2a09 HTTP/1.1" status: 200 len: 852 time: 0.0770466 Mar 14 19:02:07.578282 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-06fbd65a-90a2-4b45-9361-53f923041ebe service neutron] 10.222.0.52 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891793 Mar 14 19:02:07.622837 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-fcc41dfe-e996-4fe3-b54f-53f779c4da4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ca31f952-ac48-4df0-9e2e-6a7c5e819f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428863 Mar 14 19:02:07.631170 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49480) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:07.644393 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-16e30f47-0b48-4df2-8ad8-383777f45fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.723308 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-16e30f47-0b48-4df2-8ad8-383777f45fbe admin admin] Publish callbacks [] for security_group (708e8e83-44fb-48d2-a1fe-8f11264dd79b), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.728669 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-16e30f47-0b48-4df2-8ad8-383777f45fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (708e8e83-44fb-48d2-a1fe-8f11264dd79b), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.769277 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-16e30f47-0b48-4df2-8ad8-383777f45fbe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0067105491a4dffad8502812f045177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369638 Mar 14 19:02:07.770341 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e30f47-0b48-4df2-8ad8-383777f45fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708e8e83-44fb-48d2-a1fe-8f11264dd79b,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:07.772748 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49484) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:07.829051 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4689a4c5-1c5e-44cf-918b-ba67eb4abd0b admin admin] Publish callbacks [] for security_group (708e8e83-44fb-48d2-a1fe-8f11264dd79b), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.854099 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4689a4c5-1c5e-44cf-918b-ba67eb4abd0b admin admin] Publish callbacks [] for security_group (708e8e83-44fb-48d2-a1fe-8f11264dd79b), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.888899 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49486) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:07.903122 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d89b55fd-97d0-4f76-80be-f4b8fed2b0e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.920087 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4689a4c5-1c5e-44cf-918b-ba67eb4abd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (708e8e83-44fb-48d2-a1fe-8f11264dd79b), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.922615 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-4689a4c5-1c5e-44cf-918b-ba67eb4abd0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:07.923808 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-4689a4c5-1c5e-44cf-918b-ba67eb4abd0b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/708e8e83-44fb-48d2-a1fe-8f11264dd79b HTTP/1.1" status: 204 len: 168 time: 0.1501279 Mar 14 19:02:07.940397 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689a4c5-1c5e-44cf-918b-ba67eb4abd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708e8e83-44fb-48d2-a1fe-8f11264dd79b,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:08.006001 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d89b55fd-97d0-4f76-80be-f4b8fed2b0e1 admin admin] Publish callbacks [] for security_group (3d40da45-f35f-45ef-835e-dbe2b39004ac), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:08.012747 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d89b55fd-97d0-4f76-80be-f4b8fed2b0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (3d40da45-f35f-45ef-835e-dbe2b39004ac), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:08.026869 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-4f87a81d-70f4-48a6-bcfe-35aabfde88be service neutron] 10.222.0.52 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377437 Mar 14 19:02:08.041604 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-c8b23c4b-082d-41d4-b810-7c0d926aaadd service neutron] 10.222.0.69 "GET /v2.0/networks/ca31f952-ac48-4df0-9e2e-6a7c5e819f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915229 Mar 14 19:02:08.089428 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-d89b55fd-97d0-4f76-80be-f4b8fed2b0e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=544499c16fb64adc803647504141615d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995060 Mar 14 19:02:08.092129 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 49492) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:08.094037 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b55fd-97d0-4f76-80be-f4b8fed2b0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d40da45-f35f-45ef-835e-dbe2b39004ac,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:08.126216 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15126ffa-a3a2-4afa-bdf3-b1385fcc8b81 req-42efb8de-7938-4f45-8b05-5e866853cd28 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:08.131985 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-15126ffa-a3a2-4afa-bdf3-b1385fcc8b81 req-42efb8de-7938-4f45-8b05-5e866853cd28 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 943 time: 0.0811689 Mar 14 19:02:08.192889 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c2ae3ece-1ae4-481c-b067-582e9f2ec067 req-a1718a61-3435-4b7f-adb8-90e11e4b199a service neutron] 10.222.0.69 "GET /v2.0/networks/ca31f952-ac48-4df0-9e2e-6a7c5e819f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439798 Mar 14 19:02:08.195654 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-fec3a1ab-9e61-4aa9-89c1-9e4744d26a24 admin admin] Publish callbacks [] for security_group (3d40da45-f35f-45ef-835e-dbe2b39004ac), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:08.217512 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-15126ffa-a3a2-4afa-bdf3-b1385fcc8b81 req-b202bd51-b6a4-4689-9926-b4802c14e36c tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799809 Mar 14 19:02:08.230937 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-fec3a1ab-9e61-4aa9-89c1-9e4744d26a24 admin admin] Publish callbacks [] for security_group (3d40da45-f35f-45ef-835e-dbe2b39004ac), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:08.305795 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-fec3a1ab-9e61-4aa9-89c1-9e4744d26a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (3d40da45-f35f-45ef-835e-dbe2b39004ac), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:08.309237 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-fec3a1ab-9e61-4aa9-89c1-9e4744d26a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:08.310161 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-fec3a1ab-9e61-4aa9-89c1-9e4744d26a24 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d40da45-f35f-45ef-835e-dbe2b39004ac HTTP/1.1" status: 204 len: 168 time: 0.2157247 Mar 14 19:02:08.321991 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3a1ab-9e61-4aa9-89c1-9e4744d26a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d40da45-f35f-45ef-835e-dbe2b39004ac,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:08.353819 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c18171-57a8-46d3-86f3-f0a79528f941 req-279f56fe-16ee-4862-89ba-671f4aba43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:08.356539 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c5c18171-57a8-46d3-86f3-f0a79528f941 req-279f56fe-16ee-4862-89ba-671f4aba43b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc083870b7a8470790864399cd379884&device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 1127 time: 0.0821323 Mar 14 19:02:08.440097 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6f75db7f-02ed-4d44-bb57-4a76b1cf256e req-fd711bc4-344e-449b-b5f7-68b07af228be tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 210 time: 0.0502129 Mar 14 19:02:08.509773 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c18171-57a8-46d3-86f3-f0a79528f941 req-e573a0bf-a138-4f28-a90c-7af229b2f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:08.511452 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c5c18171-57a8-46d3-86f3-f0a79528f941 req-e573a0bf-a138-4f28-a90c-7af229b2f865 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ca31f952-ac48-4df0-9e2e-6a7c5e819f7b HTTP/1.1" status: 200 len: 913 time: 0.1493473 Mar 14 19:02:08.558911 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c5c18171-57a8-46d3-86f3-f0a79528f941 req-f72b264f-dc04-4c86-9ad6-c02f0399c951 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a057d74-9647-4223-9ef0-68f965061f92 HTTP/1.1" status: 200 len: 217 time: 0.0402255 Mar 14 19:02:08.618005 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c18171-57a8-46d3-86f3-f0a79528f941 req-6e11290e-30bb-4adb-863a-7f5bba5fcf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:08.620500 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c5c18171-57a8-46d3-86f3-f0a79528f941 req-6e11290e-30bb-4adb-863a-7f5bba5fcf4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20fb0199-b4b6-45e5-9cd4-0273fe5a2a09 HTTP/1.1" status: 200 len: 852 time: 0.0539110 Mar 14 19:02:08.655384 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c5c18171-57a8-46d3-86f3-f0a79528f941 req-98b9baf4-f6f6-48d2-9813-39d7546d5d4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ca31f952-ac48-4df0-9e2e-6a7c5e819f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291386 Mar 14 19:02:08.733648 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:08.788859 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c5c18171-57a8-46d3-86f3-f0a79528f941 req-fd76f472-138a-4393-9da4-7ba76b41fdfb service neutron] 10.222.0.69 "GET /v2.0/networks/ca31f952-ac48-4df0-9e2e-6a7c5e819f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256790 Mar 14 19:02:08.897515 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c5c18171-57a8-46d3-86f3-f0a79528f941 req-5c9868c1-d98d-4c42-985e-bd0580cd2b53 service neutron] 10.222.0.69 "GET /v2.0/networks/ca31f952-ac48-4df0-9e2e-6a7c5e819f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008894 Mar 14 19:02:09.349593 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de4934-94aa-4c5a-87df-94402c1cce34 req-8fa510d6-0c3b-4e17-ad4c-8b2da915ac39 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:09.352381 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-77de4934-94aa-4c5a-87df-94402c1cce34 req-8fa510d6-0c3b-4e17-ad4c-8b2da915ac39 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 943 time: 0.0656745 Mar 14 19:02:09.408917 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-77de4934-94aa-4c5a-87df-94402c1cce34 req-647598fc-c8b9-4ba5-bb49-45073d9f6834 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501630 Mar 14 19:02:09.559275 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-2090a18d-62b0-4ca8-bb90-e4cb47114c84 req-3283082b-496a-43eb-aa32-06b7c0d573d6 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 210 time: 0.0419922 Mar 14 19:02:09.583832 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49572) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:09.696602 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-7bafd542-c4bc-4391-9208-962ccdb315fd tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:09.698001 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-7bafd542-c4bc-4391-9208-962ccdb315fd tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 812 time: 0.1185455 Mar 14 19:02:09.778072 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-29fc7047-702e-4ec8-bb55-7a633db72e77 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0937b1763fb4579814763428a844452 HTTP/1.1" status: 200 len: 379 time: 0.0713773 Mar 14 19:02:09.790539 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-61771317-b8a1-4f9d-b4c6-34f3c0cad6bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Request body: {'port': {'device_id': '6c38e764-9c2a-4ac0-9b97-5ef173644425', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'admin_state_up': True, 'tenant_id': 'c0937b1763fb4579814763428a844452', 'security_groups': ['37096851-5b9a-424d-beae-c3c426c485cb']}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:09.830606 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b93ec27a-b7b2-46c5-87a8-cd9b63478625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:09.918114 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-61771317-b8a1-4f9d-b4c6-34f3c0cad6bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Made reservation on behalf of c0937b1763fb4579814763428a844452 for: {'port': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:02:09.921625 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-61771317-b8a1-4f9d-b4c6-34f3c0cad6bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:09.926689 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b93ec27a-b7b2-46c5-87a8-cd9b63478625 admin admin] Publish callbacks [] for security_group (e08712d0-87bc-42ac-919f-7a06866e5f53), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:09.931270 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-b93ec27a-b7b2-46c5-87a8-cd9b63478625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (e08712d0-87bc-42ac-919f-7a06866e5f53), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:09.973452 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-b93ec27a-b7b2-46c5-87a8-cd9b63478625 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2057dfe9a83e4212aa92a3e69eb565c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3885405 Mar 14 19:02:09.976367 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ec27a-b7b2-46c5-87a8-cd9b63478625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08712d0-87bc-42ac-919f-7a06866e5f53,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:09.978811 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49584) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:10.037602 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ea0c4ec9-47f3-4a62-a82b-e379a981ad7a admin admin] Publish callbacks [] for security_group (e08712d0-87bc-42ac-919f-7a06866e5f53), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:10.070065 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ea0c4ec9-47f3-4a62-a82b-e379a981ad7a admin admin] Publish callbacks [] for security_group (e08712d0-87bc-42ac-919f-7a06866e5f53), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:10.076683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-61771317-b8a1-4f9d-b4c6-34f3c0cad6bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Allocated IP 172.20.0.12 (a3fa0920-ef9b-4bb4-90d4-2d598f5743e3/3caeea12-c995-47a6-8a23-fec48cfd0972/fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:10.181756 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ea0c4ec9-47f3-4a62-a82b-e379a981ad7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (e08712d0-87bc-42ac-919f-7a06866e5f53), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:10.181756 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-ea0c4ec9-47f3-4a62-a82b-e379a981ad7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:10.181756 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-ea0c4ec9-47f3-4a62-a82b-e379a981ad7a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e08712d0-87bc-42ac-919f-7a06866e5f53 HTTP/1.1" status: 204 len: 168 time: 0.1909928 Mar 14 19:02:10.194094 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c4ec9-47f3-4a62-a82b-e379a981ad7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08712d0-87bc-42ac-919f-7a06866e5f53,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:10.246948 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-61771317-b8a1-4f9d-b4c6-34f3c0cad6bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:10.250279 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 5a057d74-9647-4223-9ef0-68f965061f92 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:02:10.294611 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-61771317-b8a1-4f9d-b4c6-34f3c0cad6bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:10.342529 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-61771317-b8a1-4f9d-b4c6-34f3c0cad6bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:10.348661 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-61771317-b8a1-4f9d-b4c6-34f3c0cad6bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:10.351279 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-61771317-b8a1-4f9d-b4c6-34f3c0cad6bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:02:10.366321 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 5a057d74-9647-4223-9ef0-68f965061f92, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=5a057d74-9647-4223-9ef0-68f965061f92,segment=NetworkSegment(98e90a8a-a58b-47da-9b8c-64753547be0b),segment_id=98e90a8a-a58b-47da-9b8c-64753547be0b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:10.380322 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': '5a057d74-9647-4223-9ef0-68f965061f92', 'network_id': 'ca31f952-ac48-4df0-9e2e-6a7c5e819f7b', 'port_id': '5a057d74-9647-4223-9ef0-68f965061f92', 'mac_address': 'fa:16:3e:b4:92:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fb0199-b4b6-45e5-9cd4-0273fe5a2a09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:02:10.407432 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61771317-b8a1-4f9d-b4c6-34f3c0cad6bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'Port': ['ID=fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:10.425920 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 5a057d74-9647-4223-9ef0-68f965061f92 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:02:10.426886 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (5a057d74-9647-4223-9ef0-68f965061f92), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:10.428565 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-61771317-b8a1-4f9d-b4c6-34f3c0cad6bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:10.429448 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-61771317-b8a1-4f9d-b4c6-34f3c0cad6bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:10.442665 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a057d74-9647-4223-9ef0-68f965061f92 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:02:10.474511 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-61771317-b8a1-4f9d-b4c6-34f3c0cad6bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6905084 Mar 14 19:02:10.478574 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 5a057d74-9647-4223-9ef0-68f965061f92, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=5a057d74-9647-4223-9ef0-68f965061f92,segment=NetworkSegment(98e90a8a-a58b-47da-9b8c-64753547be0b),segment_id=98e90a8a-a58b-47da-9b8c-64753547be0b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:10.488376 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (5a057d74-9647-4223-9ef0-68f965061f92), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:10.522695 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Request body: {'port': {'device_id': '6c38e764-9c2a-4ac0-9b97-5ef173644425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:10.549271 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=5a057d74-9647-4223-9ef0-68f965061f92,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:10.673053 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:10.696703 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c013-39c7-49c4-badb-5b3046a1a043 req-4e1aa262-4b0b-4d72-b294-d8b6b0f70d56 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:10.699120 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7c80c013-39c7-49c4-badb-5b3046a1a043 req-4e1aa262-4b0b-4d72-b294-d8b6b0f70d56 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 944 time: 0.1333106 Mar 14 19:02:10.717355 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['5a057d74-9647-4223-9ef0-68f965061f92'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:02:10.723992 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa579843-16c8-49a3-9c91-51bb076320db req-24ed7312-d49c-48f6-936b-8e2c13ee4d85 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:10.725688 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-aa579843-16c8-49a3-9c91-51bb076320db req-24ed7312-d49c-48f6-936b-8e2c13ee4d85 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 932 time: 0.0611115 Mar 14 19:02:10.782236 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-aa579843-16c8-49a3-9c91-51bb076320db req-e00a761a-238b-4dca-984b-df1e815cb656 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490429 Mar 14 19:02:10.810088 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-8980252f-d39d-4b3d-94f2-d47e27608b5d None None] Provisioning complete for port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:02:10.810818 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-8980252f-d39d-4b3d-94f2-d47e27608b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:10.861322 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7c80c013-39c7-49c4-badb-5b3046a1a043 req-a24b6268-047a-4d34-bfd3-68af1e2ed15c tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552126 Mar 14 19:02:10.877721 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-8980252f-d39d-4b3d-94f2-d47e27608b5d None None] Port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:02:11.047847 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 {{(pid=109512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:02:11.055666 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Publish callbacks [] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:11.068985 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.provisioning_blocks [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Transition to ACTIVE for port object fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 will not be triggered until provisioned by entity L2. {{(pid=109512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 19:02:11.073887 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:11.123724 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:11.207237 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Attempting to bind port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:02:11.207597 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Attempting to bind port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:02:11.208084 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Attempting to bind port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 on network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:02:11.213163 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 on network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:02:11.213671 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Attempting to bind port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 on network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:02:11.218741 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:02:11.219081 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Checking segment: {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:02:11.219468 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Bound using segment: {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:02:11.219937 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Bound port: fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'}}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:02:11.220560 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:11.287717 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] For port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0, host hv-cinder-82966, cleared binding levels {{(pid=109512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:02:11.290975 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] For port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:02:11.297856 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:11.332326 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:11.333005 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:11.334457 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] 10.222.0.69 "PUT /v2.0/ports/fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 HTTP/1.1" status: 200 len: 1094 time: 0.8437412 Mar 14 19:02:11.335214 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c38e764-9c2a-4ac0-9b97-5ef173644425', 'tag': 'fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:11.337582 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958ea65c-5173-4be0-aea7-eb12df1d23cc" -d '{"events": [{"name": "network-changed", "server_uuid": "6c38e764-9c2a-4ac0-9b97-5ef173644425", "tag": "fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:11.367186 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5029bd-dbe0-433f-b093-2a78ee58eb38 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0,revision_number=3']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:11.400278 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a931d377-afc3-42f2-b9d9-cc17b5fb669e x-openstack-request-id: req-a931d377-afc3-42f2-b9d9-cc17b5fb669e {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:11.400818 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c38e764-9c2a-4ac0-9b97-5ef173644425", "tag": "fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:11.401405 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a931d377-afc3-42f2-b9d9-cc17b5fb669e {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:11.401907 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c38e764-9c2a-4ac0-9b97-5ef173644425', 'tag': 'fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0', 'status': 'completed', 'code': 200} Mar 14 19:02:11.443464 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-c043aea6-1df5-4262-8713-9a0af96c5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:11.445299 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-c043aea6-1df5-4262-8713-9a0af96c5f42 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 1128 time: 0.0597787 Mar 14 19:02:11.492381 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-e2a1e0d0-b705-4045-8c1f-4a9ac7f92013 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 HTTP/1.1" status: 200 len: 217 time: 0.0395155 Mar 14 19:02:11.546900 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-7482c744-770f-4f84-b2d8-182bbd7e479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:11.548392 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-7482c744-770f-4f84-b2d8-182bbd7e479f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0501797 Mar 14 19:02:11.600607 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-8af3c196-34b4-4fd8-9de6-24ed1b3cf64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:11.602110 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-8af3c196-34b4-4fd8-9de6-24ed1b3cf64c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478499 Mar 14 19:02:11.689981 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-006533bd-98c2-4215-ac3c-36046da07cf8 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808139 Mar 14 19:02:11.790746 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-22c2a60e-8f26-4e3f-891e-0227c558f3be req-49538d9b-ffe9-402b-8c49-fe458e2657b1 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941138 Mar 14 19:02:11.916540 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ea65c-5173-4be0-aea7-eb12df1d23cc req-458bbce5-eb7e-4e40-8ce6-ccd6ad35c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:11.918081 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-958ea65c-5173-4be0-aea7-eb12df1d23cc req-458bbce5-eb7e-4e40-8ce6-ccd6ad35c279 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 1128 time: 0.0744724 Mar 14 19:02:11.930800 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4aa16-03a2-438b-814b-ae03316befc5 req-a2be1738-72ea-4efc-8a87-cfbfba9441a5 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:11.932255 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-77a4aa16-03a2-438b-814b-ae03316befc5 req-a2be1738-72ea-4efc-8a87-cfbfba9441a5 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 944 time: 0.0807593 Mar 14 19:02:12.013003 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c4a19-1342-48f7-9b0c-f67255fde564 req-5d3cad1a-5a18-4566-9aa8-a0e0f2e335b2 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:12.014513 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-553c4a19-1342-48f7-9b0c-f67255fde564 req-5d3cad1a-5a18-4566-9aa8-a0e0f2e335b2 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 944 time: 0.0567977 Mar 14 19:02:12.031456 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-77a4aa16-03a2-438b-814b-ae03316befc5 req-1d211b4b-80cb-4041-919e-06b5701a5157 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912688 Mar 14 19:02:12.053671 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ea65c-5173-4be0-aea7-eb12df1d23cc req-c3394dab-859b-4294-9e2f-94134938646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:12.055465 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-958ea65c-5173-4be0-aea7-eb12df1d23cc req-c3394dab-859b-4294-9e2f-94134938646a service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 913 time: 0.1220610 Mar 14 19:02:12.063470 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-553c4a19-1342-48f7-9b0c-f67255fde564 req-9d2fbc21-85b9-4a67-8f83-03530eea30bf tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431781 Mar 14 19:02:12.870846 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 5a057d74-9647-4223-9ef0-68f965061f92 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:02:12.914036 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-958ea65c-5173-4be0-aea7-eb12df1d23cc req-d98a8efa-9951-4a9a-937d-43e581ab79e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 HTTP/1.1" status: 200 len: 217 time: 0.0444517 Mar 14 19:02:12.933405 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port 5a057d74-9647-4223-9ef0-68f965061f92 completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 19:02:12.937108 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port 5a057d74-9647-4223-9ef0-68f965061f92 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:02:12.937487 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (5a057d74-9647-4223-9ef0-68f965061f92), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:13.025888 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 5a057d74-9647-4223-9ef0-68f965061f92 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:02:13.026445 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (5a057d74-9647-4223-9ef0-68f965061f92), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:13.053569 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499bcdb1-0fa7-4e08-87f6-58594182a826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a057d74-9647-4223-9ef0-68f965061f92'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:13.056122 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177903ff-c06f-4933-ba40-fdd00e6c03ac" -d '{"events": [{"server_uuid": "499bcdb1-0fa7-4e08-87f6-58594182a826", "name": "network-vif-plugged", "status": "completed", "tag": "5a057d74-9647-4223-9ef0-68f965061f92"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:13.068804 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 5a057d74-9647-4223-9ef0-68f965061f92, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=5a057d74-9647-4223-9ef0-68f965061f92,segment=NetworkSegment(98e90a8a-a58b-47da-9b8c-64753547be0b),segment_id=98e90a8a-a58b-47da-9b8c-64753547be0b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:13.075586 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (5a057d74-9647-4223-9ef0-68f965061f92), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:13.101006 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5819c85d-2acf-4e52-825c-d359b1fd6335 x-openstack-request-id: req-5819c85d-2acf-4e52-825c-d359b1fd6335 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:13.101294 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499bcdb1-0fa7-4e08-87f6-58594182a826", "name": "network-vif-plugged", "status": "completed", "tag": "5a057d74-9647-4223-9ef0-68f965061f92", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:13.101543 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5819c85d-2acf-4e52-825c-d359b1fd6335 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:13.101921 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499bcdb1-0fa7-4e08-87f6-58594182a826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a057d74-9647-4223-9ef0-68f965061f92', 'code': 200} Mar 14 19:02:13.130544 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=5a057d74-9647-4223-9ef0-68f965061f92,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:13.169855 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624b866-6331-43fa-8e27-6430cf4013dc req-e02ef301-6f1c-4230-9c8e-506f958409c9 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:13.171352 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8624b866-6331-43fa-8e27-6430cf4013dc req-e02ef301-6f1c-4230-9c8e-506f958409c9 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 944 time: 0.0663636 Mar 14 19:02:13.186849 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe50ae5-62f0-4d55-93ec-b4428f61efd3 req-7994ae96-bebe-4c64-9734-35be4e06fc5f tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:13.188448 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9fe50ae5-62f0-4d55-93ec-b4428f61efd3 req-7994ae96-bebe-4c64-9734-35be4e06fc5f tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 945 time: 0.0530584 Mar 14 19:02:13.218892 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8624b866-6331-43fa-8e27-6430cf4013dc req-0035dbf0-86ec-43b8-89b3-090095e47ef8 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417218 Mar 14 19:02:13.234667 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9fe50ae5-62f0-4d55-93ec-b4428f61efd3 req-bd3af8f4-faed-498a-8436-a4cfe99d1056 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403593 Mar 14 19:02:13.704441 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ea65c-5173-4be0-aea7-eb12df1d23cc req-56c9a007-0308-4f2e-828e-6d4fc694d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:13.705868 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-958ea65c-5173-4be0-aea7-eb12df1d23cc req-56c9a007-0308-4f2e-828e-6d4fc694d971 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0553603 Mar 14 19:02:14.347603 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f67070-f878-4593-bf8a-47bf8cde581b req-4d8841ba-9cc4-4f42-863b-fbc99a6780e2 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:14.348974 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-12f67070-f878-4593-bf8a-47bf8cde581b req-4d8841ba-9cc4-4f42-863b-fbc99a6780e2 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 944 time: 0.0518982 Mar 14 19:02:14.360875 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cab03-a59e-45e7-84c5-e44995b8fb5c req-5a17009d-a234-4998-88b3-9dacfb6c38d6 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:14.362337 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ac6cab03-a59e-45e7-84c5-e44995b8fb5c req-5a17009d-a234-4998-88b3-9dacfb6c38d6 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 945 time: 0.0558388 Mar 14 19:02:14.395865 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-12f67070-f878-4593-bf8a-47bf8cde581b req-9fb75d70-4472-497a-bcc5-f6f72b38cbc5 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412650 Mar 14 19:02:14.409422 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ac6cab03-a59e-45e7-84c5-e44995b8fb5c req-b96a1166-1d5d-4c58-b1bc-c1a49c05e0d6 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414686 Mar 14 19:02:14.602320 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ea65c-5173-4be0-aea7-eb12df1d23cc req-1919dd17-85a8-4de9-b84e-4af8e2eb3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:14.603745 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-958ea65c-5173-4be0-aea7-eb12df1d23cc req-1919dd17-85a8-4de9-b84e-4af8e2eb3958 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561192 Mar 14 19:02:14.731011 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-958ea65c-5173-4be0-aea7-eb12df1d23cc req-0fb59f10-117e-4019-8737-35aa235ab390 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176696 Mar 14 19:02:14.788385 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a28987-7386-4ac1-b5e6-c1909f1d2a4a req-45da2e20-9e1b-4210-9c46-71b34ba4ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:14.789859 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b3a28987-7386-4ac1-b5e6-c1909f1d2a4a req-45da2e20-9e1b-4210-9c46-71b34ba4ca04 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 1129 time: 0.1011961 Mar 14 19:02:14.856703 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b3a28987-7386-4ac1-b5e6-c1909f1d2a4a req-9d68be45-d14d-414c-b19e-410b60d5e7bb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592210 Mar 14 19:02:14.858541 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-958ea65c-5173-4be0-aea7-eb12df1d23cc req-0778d41a-5d12-42d3-8455-f41749525dbd service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180818 Mar 14 19:02:15.528807 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e03f2-0d83-4bd7-8c38-60ba7ee364c2 req-ba202819-b701-4ebe-8eca-97024b326a55 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:15.529861 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7f5aa-1c8a-4c2e-af41-d85d7131188b req-bede2f5f-6682-4a37-aa51-4c17a7875d8f tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:15.530281 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e14e03f2-0d83-4bd7-8c38-60ba7ee364c2 req-ba202819-b701-4ebe-8eca-97024b326a55 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 944 time: 0.0572052 Mar 14 19:02:15.531322 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ecc7f5aa-1c8a-4c2e-af41-d85d7131188b req-bede2f5f-6682-4a37-aa51-4c17a7875d8f tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 945 time: 0.0506279 Mar 14 19:02:15.577443 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ecc7f5aa-1c8a-4c2e-af41-d85d7131188b req-ec496486-c883-4c59-bbc3-b53fa72c69f4 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Mar 14 19:02:15.579437 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e14e03f2-0d83-4bd7-8c38-60ba7ee364c2 req-cb111b5b-a631-424a-ae46-96fe04a42597 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431356 Mar 14 19:02:16.700633 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a234c-3708-4fee-84fb-2eaa0bbd548b req-17962d2e-149a-43b1-8698-7febaef83a02 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:16.701340 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3592ba6-89f7-4cdf-bda3-18e2a1cfdcc1 req-082158eb-d32f-4b15-8b98-84ddd9748cb3 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:16.702813 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e3592ba6-89f7-4cdf-bda3-18e2a1cfdcc1 req-082158eb-d32f-4b15-8b98-84ddd9748cb3 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 944 time: 0.0522962 Mar 14 19:02:16.703517 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f14a234c-3708-4fee-84fb-2eaa0bbd548b req-17962d2e-149a-43b1-8698-7febaef83a02 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 945 time: 0.0542574 Mar 14 19:02:16.750916 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e3592ba6-89f7-4cdf-bda3-18e2a1cfdcc1 req-1b154888-49d4-4d9c-8a17-abc2b6a33a34 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425854 Mar 14 19:02:16.752979 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-f14a234c-3708-4fee-84fb-2eaa0bbd548b req-fe0453f5-a2b4-47fd-8c23-8cb44600524d tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453353 Mar 14 19:02:17.874900 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6862517-87cc-4989-954f-56cab3c99469 req-7b935733-4e5b-461e-b484-e604e26b23ea tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:17.876424 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a6862517-87cc-4989-954f-56cab3c99469 req-7b935733-4e5b-461e-b484-e604e26b23ea tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 945 time: 0.0526404 Mar 14 19:02:17.876621 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd5745-d1d7-445a-8c47-ca4b1ecf7406 req-bbc7dde6-3718-4700-bb43-38aa5d578637 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:17.878079 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d3cd5745-d1d7-445a-8c47-ca4b1ecf7406 req-bbc7dde6-3718-4700-bb43-38aa5d578637 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 944 time: 0.0530736 Mar 14 19:02:17.923211 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a6862517-87cc-4989-954f-56cab3c99469 req-6425f799-13f1-47e2-acbe-169a6574cbe0 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409880 Mar 14 19:02:17.932332 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d3cd5745-d1d7-445a-8c47-ca4b1ecf7406 req-d34bcec5-4bce-4a42-97d2-d1cb57df2918 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488193 Mar 14 19:02:19.048758 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a742c1-adc1-4b45-8be1-4c5e2763a419 req-b848b2f9-656a-48ef-b9ee-54008b880f9a tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:19.049450 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417738d-3f59-4aa5-85f0-0b5aaf56e0fa req-30e8dcdb-f4d7-42cc-91c0-537898c591c2 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:19.050265 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-44a742c1-adc1-4b45-8be1-4c5e2763a419 req-b848b2f9-656a-48ef-b9ee-54008b880f9a tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 945 time: 0.0523942 Mar 14 19:02:19.050950 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c417738d-3f59-4aa5-85f0-0b5aaf56e0fa req-30e8dcdb-f4d7-42cc-91c0-537898c591c2 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 944 time: 0.0511496 Mar 14 19:02:19.098219 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-44a742c1-adc1-4b45-8be1-4c5e2763a419 req-48926456-6ed5-4e0b-8698-fce9f6cbc6f6 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421705 Mar 14 19:02:19.099848 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c417738d-3f59-4aa5-85f0-0b5aaf56e0fa req-c96740f2-340b-4026-818c-4558fb9385b2 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430901 Mar 14 19:02:20.229541 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9a991-bd2e-4e3a-a60c-961526c8ced5 req-8a9c97cc-92b3-4eb9-a1fb-d04e3c1921a8 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:20.231030 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-18a9a991-bd2e-4e3a-a60c-961526c8ced5 req-8a9c97cc-92b3-4eb9-a1fb-d04e3c1921a8 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 944 time: 0.0525596 Mar 14 19:02:20.235211 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d24abf-cce6-4260-92d7-6afc647f8a44 req-638d6154-fa74-4d21-ab39-8aa9372c1c77 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:20.236711 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-13d24abf-cce6-4260-92d7-6afc647f8a44 req-638d6154-fa74-4d21-ab39-8aa9372c1c77 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 945 time: 0.0560715 Mar 14 19:02:20.279066 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-18a9a991-bd2e-4e3a-a60c-961526c8ced5 req-d09e2406-4c78-4ae4-993b-7a0fa1279429 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422111 Mar 14 19:02:20.283022 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-13d24abf-cce6-4260-92d7-6afc647f8a44 req-00b46379-f3f9-460a-9d9d-8fb19c62331b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407956 Mar 14 19:02:21.368897 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:21.402498 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2850ea-f088-45a7-ae48-b218c9a1efa1 req-9c83e7b1-aa4e-4f89-b8b1-7d33d0386ad5 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:21.404066 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1d2850ea-f088-45a7-ae48-b218c9a1efa1 req-9c83e7b1-aa4e-4f89-b8b1-7d33d0386ad5 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 945 time: 0.0531995 Mar 14 19:02:21.409838 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30190dc-deb9-492a-ab37-4d9347b55568 req-37bf3106-031b-46ca-ad41-9266d042ab52 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:21.411529 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d30190dc-deb9-492a-ab37-4d9347b55568 req-37bf3106-031b-46ca-ad41-9266d042ab52 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 944 time: 0.0649354 Mar 14 19:02:21.451464 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1d2850ea-f088-45a7-ae48-b218c9a1efa1 req-318bc282-d0bb-4697-9137-15bda3b53f4f tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Mar 14 19:02:21.463631 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d30190dc-deb9-492a-ab37-4d9347b55568 req-83b44ac6-ed3a-42e7-b0c6-3ccd5c78c4b9 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456896 Mar 14 19:02:21.916644 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:02:22.024637 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 49782) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:22.129899 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3bd0037e-0b1d-4632-a66f-51b3ea2b0850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.209931 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3bd0037e-0b1d-4632-a66f-51b3ea2b0850 admin admin] Publish callbacks [] for security_group (e8c38fcf-9da5-415b-8468-32317852a99a), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.215082 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3bd0037e-0b1d-4632-a66f-51b3ea2b0850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (e8c38fcf-9da5-415b-8468-32317852a99a), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.250575 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0037e-0b1d-4632-a66f-51b3ea2b0850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c38fcf-9da5-415b-8468-32317852a99a,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:22.259238 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-3bd0037e-0b1d-4632-a66f-51b3ea2b0850 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68b9022d47b7480a95760d9494134eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334864 Mar 14 19:02:22.262282 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 49802) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:22.295036 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:02:22.319564 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-92b764b4-4462-4114-b62d-876bdb65367c admin admin] Publish callbacks [] for security_group (e8c38fcf-9da5-415b-8468-32317852a99a), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.346558 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-92b764b4-4462-4114-b62d-876bdb65367c admin admin] Publish callbacks [] for security_group (e8c38fcf-9da5-415b-8468-32317852a99a), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.397939 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:22.411352 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': 'fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'port_id': 'fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0', 'mac_address': 'fa:16:3e:79:b0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:02:22.422080 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-92b764b4-4462-4114-b62d-876bdb65367c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (e8c38fcf-9da5-415b-8468-32317852a99a), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.425416 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-92b764b4-4462-4114-b62d-876bdb65367c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.429456 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-92b764b4-4462-4114-b62d-876bdb65367c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8c38fcf-9da5-415b-8468-32317852a99a HTTP/1.1" status: 204 len: 168 time: 0.1631689 Mar 14 19:02:22.440564 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b764b4-4462-4114-b62d-876bdb65367c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c38fcf-9da5-415b-8468-32317852a99a,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:22.471871 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:02:22.472271 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.485816 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:02:22.510660 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:22.515891 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.571967 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:22.589477 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f442b-01f0-47a2-be3c-5a0bc83be621 req-9cf23db3-a09e-43f4-b5ad-e58d4c810eb3 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:22.591050 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-314f442b-01f0-47a2-be3c-5a0bc83be621 req-9cf23db3-a09e-43f4-b5ad-e58d4c810eb3 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 945 time: 0.0603025 Mar 14 19:02:22.642976 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-314f442b-01f0-47a2-be3c-5a0bc83be621 req-4e686ab4-31d3-4ec8-b659-8a825923aaba tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461779 Mar 14 19:02:22.712600 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 49812) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:22.726545 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-44abcafe-b041-4a8f-97d4-7365ccd2637b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.809269 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-44abcafe-b041-4a8f-97d4-7365ccd2637b admin admin] Publish callbacks [] for security_group (c99f2533-649b-483a-b383-133392ffe146), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.814540 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-44abcafe-b041-4a8f-97d4-7365ccd2637b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (c99f2533-649b-483a-b383-133392ffe146), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.852662 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-44abcafe-b041-4a8f-97d4-7365ccd2637b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1f82083ecd44f8d8c06c4867f449ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389389 Mar 14 19:02:22.853515 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abcafe-b041-4a8f-97d4-7365ccd2637b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99f2533-649b-483a-b383-133392ffe146,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:22.855454 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 49814) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:22.904920 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-baa60b5c-268f-4968-8713-3a3e5af4a587 admin admin] Publish callbacks [] for security_group (c99f2533-649b-483a-b383-133392ffe146), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.927216 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-baa60b5c-268f-4968-8713-3a3e5af4a587 admin admin] Publish callbacks [] for security_group (c99f2533-649b-483a-b383-133392ffe146), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.977076 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-baa60b5c-268f-4968-8713-3a3e5af4a587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (c99f2533-649b-483a-b383-133392ffe146), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.979653 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-baa60b5c-268f-4968-8713-3a3e5af4a587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.982590 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-baa60b5c-268f-4968-8713-3a3e5af4a587 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c99f2533-649b-483a-b383-133392ffe146 HTTP/1.1" status: 204 len: 168 time: 0.1243141 Mar 14 19:02:22.988978 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa60b5c-268f-4968-8713-3a3e5af4a587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99f2533-649b-483a-b383-133392ffe146,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:23.765210 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086803e2-55a0-4be5-9379-0a8148f0550e req-2d69c93e-2b20-4def-9c97-ebb2ccc717e4 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:23.766811 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-086803e2-55a0-4be5-9379-0a8148f0550e req-2d69c93e-2b20-4def-9c97-ebb2ccc717e4 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 945 time: 0.0536945 Mar 14 19:02:23.818806 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-086803e2-55a0-4be5-9379-0a8148f0550e req-d1f60c2b-91ae-440f-97f5-0872cda79fc2 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462577 Mar 14 19:02:24.940726 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1218f0-2556-42cb-8b9c-3dae788b324a req-8f4a681a-738a-45db-906f-0e5471a4d6e3 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:24.942190 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bf1218f0-2556-42cb-8b9c-3dae788b324a req-8f4a681a-738a-45db-906f-0e5471a4d6e3 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 945 time: 0.0518374 Mar 14 19:02:24.991796 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-bf1218f0-2556-42cb-8b9c-3dae788b324a req-3e7eaae4-dcb1-4c7c-ba95-979e6e51584d tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438147 Mar 14 19:02:25.552651 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:02:26.130524 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfca282-6ed9-4f3f-88a9-95ccd270f223 req-53edb039-3992-4467-bb45-0a01d4e5274d tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:26.132103 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6bfca282-6ed9-4f3f-88a9-95ccd270f223 req-53edb039-3992-4467-bb45-0a01d4e5274d tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 945 time: 0.0681884 Mar 14 19:02:26.180966 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6bfca282-6ed9-4f3f-88a9-95ccd270f223 req-d083b13b-d75b-4f12-9c21-bd361040d212 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433111 Mar 14 19:02:26.335853 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:02:26.389276 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 19:02:26.393606 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:02:26.393990 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:26.612451 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:02:26.613032 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:26.643809 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c38e764-9c2a-4ac0-9b97-5ef173644425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:26.646656 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9e6918-2648-44b0-b911-f6f66a1098a5" -d '{"events": [{"server_uuid": "6c38e764-9c2a-4ac0-9b97-5ef173644425", "name": "network-vif-plugged", "status": "completed", "tag": "fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:26.660344 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:26.668654 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:26.697353 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4d9552-2c0e-472e-b9e7-d8ccddf9890d x-openstack-request-id: req-bc4d9552-2c0e-472e-b9e7-d8ccddf9890d {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:26.697658 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c38e764-9c2a-4ac0-9b97-5ef173644425", "name": "network-vif-plugged", "status": "completed", "tag": "fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:26.697916 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc4d9552-2c0e-472e-b9e7-d8ccddf9890d {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:26.698303 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c38e764-9c2a-4ac0-9b97-5ef173644425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0', 'code': 200} Mar 14 19:02:26.727976 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:26.950688 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149ca57-d7fd-4f1e-97d2-c48d258bc092 req-d4e2fce8-f7fc-4226-b9cc-eab46ee99aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:26.952303 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b149ca57-d7fd-4f1e-97d2-c48d258bc092 req-d4e2fce8-f7fc-4226-b9cc-eab46ee99aa4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 1130 time: 0.0467167 Mar 14 19:02:26.999176 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b149ca57-d7fd-4f1e-97d2-c48d258bc092 req-6fe55ba2-ae60-4294-ab95-dc1dda24c8d0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410109 Mar 14 19:02:27.318145 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dd340-1ea9-48f3-bb11-2ba82d385478 req-e7a24f48-4073-4e02-949c-301c5c4b73d4 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:27.319684 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-591dd340-1ea9-48f3-bb11-2ba82d385478 req-e7a24f48-4073-4e02-949c-301c5c4b73d4 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 946 time: 0.0583184 Mar 14 19:02:27.376421 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-591dd340-1ea9-48f3-bb11-2ba82d385478 req-2a1826f2-48c8-4cc9-9ecc-34b17b7be2cb tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508144 Mar 14 19:02:28.503902 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f33c8-2619-4c16-b75b-fd60c7770df0 req-2fc9de56-3431-430c-b147-d82398d99a03 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:28.505428 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-cd8f33c8-2619-4c16-b75b-fd60c7770df0 req-2fc9de56-3431-430c-b147-d82398d99a03 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 946 time: 0.0584638 Mar 14 19:02:28.554754 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-cd8f33c8-2619-4c16-b75b-fd60c7770df0 req-9667a078-c5ce-4396-814a-2ad016bc21c9 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435717 Mar 14 19:02:28.672813 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c047ec4-9f0f-406e-a6ce-ea4ce33810c6 req-d1d8b776-a843-41ee-bd25-f9fe070be47a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:28.674318 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7c047ec4-9f0f-406e-a6ce-ea4ce33810c6 req-d1d8b776-a843-41ee-bd25-f9fe070be47a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 946 time: 0.0532444 Mar 14 19:02:28.722689 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7c047ec4-9f0f-406e-a6ce-ea4ce33810c6 req-bfa91cb3-a133-460d-832b-46749d699ce4 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426512 Mar 14 19:02:28.756030 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 50004) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:28.969318 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4682fd-a567-4fc6-83a1-5eab98306414 tempest-TestVolumeBootPattern-800383878 tempest-TestVolumeBootPattern-800383878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:28.970892 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-6e4682fd-a567-4fc6-83a1-5eab98306414 tempest-TestVolumeBootPattern-800383878 tempest-TestVolumeBootPattern-800383878-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 1125 time: 0.2138579 Mar 14 19:02:28.974692 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 50008) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:28.978976 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Request body: {'floatingip': {'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'port_id': 'fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:29.001601 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.123159 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.230930 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Allocated IP 172.27.3.14 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/8b50c26b-7f9a-4d10-b5a4-780eea6e7d1e) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:29.337014 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for port (8b50c26b-7f9a-4d10-b5a4-780eea6e7d1e), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.371996 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (8b50c26b-7f9a-4d10-b5a4-780eea6e7d1e), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.408144 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:29.414697 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:29.418432 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:02:29.445478 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'Port': ['ID=8b50c26b-7f9a-4d10-b5a4-780eea6e7d1e,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:29.525403 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 50032) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:29.630682 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f697746b-2ba5-440d-b59c-49af5576cc25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.709766 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f697746b-2ba5-440d-b59c-49af5576cc25 admin admin] Publish callbacks [] for security_group (ba6fb15c-d621-4e8e-af01-30c193aab007), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.714721 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f697746b-2ba5-440d-b59c-49af5576cc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (ba6fb15c-d621-4e8e-af01-30c193aab007), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.755692 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-f697746b-2ba5-440d-b59c-49af5576cc25 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=325e9513e7f945b695b8139083832508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291205 Mar 14 19:02:29.756703 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697746b-2ba5-440d-b59c-49af5576cc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6fb15c-d621-4e8e-af01-30c193aab007,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:29.759378 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 50036) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:29.792591 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for floatingip (eb6446e6-2c90-4b36-972c-a6d0c6388fcc), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.806718 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-19ca909a-c352-41f9-8e82-cb4a4a24dfac admin admin] Publish callbacks [] for security_group (ba6fb15c-d621-4e8e-af01-30c193aab007), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.829264 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-19ca909a-c352-41f9-8e82-cb4a4a24dfac admin admin] Publish callbacks [] for security_group (ba6fb15c-d621-4e8e-af01-30c193aab007), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.865180 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (8b50c26b-7f9a-4d10-b5a4-780eea6e7d1e), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.877729 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-19ca909a-c352-41f9-8e82-cb4a4a24dfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (ba6fb15c-d621-4e8e-af01-30c193aab007), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.880384 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-19ca909a-c352-41f9-8e82-cb4a4a24dfac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.883925 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-19ca909a-c352-41f9-8e82-cb4a4a24dfac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba6fb15c-d621-4e8e-af01-30c193aab007 HTTP/1.1" status: 204 len: 168 time: 0.1215816 Mar 14 19:02:29.891526 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca909a-c352-41f9-8e82-cb4a4a24dfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6fb15c-d621-4e8e-af01-30c193aab007,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:30.025949 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for port (8b50c26b-7f9a-4d10-b5a4-780eea6e7d1e), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:30.031223 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4788572'] for port (8b50c26b-7f9a-4d10-b5a4-780eea6e7d1e), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:30.121987 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'Port': ['ID=8b50c26b-7f9a-4d10-b5a4-780eea6e7d1e,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:30.128865 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (eb6446e6-2c90-4b36-972c-a6d0c6388fcc), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:30.176119 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 50042) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:30.189385 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f58662b9-19f0-4c6d-9daa-c4f1dac2febe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:30.238783 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.l3_db [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Floating IP eb6446e6-2c90-4b36-972c-a6d0c6388fcc associated. External IP: 172.27.3.14, port: fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0. Mar 14 19:02:30.278894 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f58662b9-19f0-4c6d-9daa-c4f1dac2febe admin admin] Publish callbacks [] for security_group (bc8e2f0a-baa4-4fba-9eb4-2fe81373bbee), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:30.287122 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-f58662b9-19f0-4c6d-9daa-c4f1dac2febe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (bc8e2f0a-baa4-4fba-9eb4-2fe81373bbee), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:30.323449 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58662b9-19f0-4c6d-9daa-c4f1dac2febe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8e2f0a-baa4-4fba-9eb4-2fe81373bbee,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:30.328246 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-f58662b9-19f0-4c6d-9daa-c4f1dac2febe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8de08f60f24e4a128b2c4f6432689c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509538 Mar 14 19:02:30.331657 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 50046) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:30.384494 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-15154a7f-03f8-45eb-a3ff-573b95ff596b admin admin] Publish callbacks [] for security_group (bc8e2f0a-baa4-4fba-9eb4-2fe81373bbee), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:30.406809 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-15154a7f-03f8-45eb-a3ff-573b95ff596b admin admin] Publish callbacks [] for security_group (bc8e2f0a-baa4-4fba-9eb4-2fe81373bbee), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:30.459915 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-15154a7f-03f8-45eb-a3ff-573b95ff596b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (bc8e2f0a-baa4-4fba-9eb4-2fe81373bbee), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:30.462455 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-15154a7f-03f8-45eb-a3ff-573b95ff596b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:30.463645 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-15154a7f-03f8-45eb-a3ff-573b95ff596b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc8e2f0a-baa4-4fba-9eb4-2fe81373bbee HTTP/1.1" status: 204 len: 168 time: 0.1311259 Mar 14 19:02:30.464566 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Router 7682f551-110f-471f-941e-09d31a40dc60 has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:02:30.478900 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15154a7f-03f8-45eb-a3ff-573b95ff596b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8e2f0a-baa4-4fba-9eb4-2fe81373bbee,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:30.591646 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:02:30.606534 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d05ef-d06c-47fc-8ce1-70d67f5a8d94 None None] Sync routers for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:02:30.612673 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:30.626904 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d05ef-d06c-47fc-8ce1-70d67f5a8d94 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:30.628416 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-e53d05ef-d06c-47fc-8ce1-70d67f5a8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:02:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:30.741347 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-e53d05ef-d06c-47fc-8ce1-70d67f5a8d94 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:30.932201 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-c6c8d18b-c6de-48e5-982b-1dc45358caaf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9563437 Mar 14 19:02:30.933257 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c38e764-9c2a-4ac0-9b97-5ef173644425', 'tag': 'fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:30.937276 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2fa844-bab7-4937-a7da-49bc99177eee" -d '{"events": [{"name": "network-changed", "server_uuid": "6c38e764-9c2a-4ac0-9b97-5ef173644425", "tag": "fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:30.974999 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071a7502-74ee-427b-8880-47933a06af5d x-openstack-request-id: req-071a7502-74ee-427b-8880-47933a06af5d {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:30.975362 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c38e764-9c2a-4ac0-9b97-5ef173644425", "tag": "fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:30.975672 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-071a7502-74ee-427b-8880-47933a06af5d {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:30.976037 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c38e764-9c2a-4ac0-9b97-5ef173644425', 'tag': 'fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0', 'status': 'completed', 'code': 200} Mar 14 19:02:31.008906 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-e53d05ef-d06c-47fc-8ce1-70d67f5a8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'eb6446e6-2c90-4b36-972c-a6d0c6388fcc', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '7682f551-110f-471f-941e-09d31a40dc60', 'port_id': 'fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'mac_address': 'fa:16:3e:79:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c38e764-9c2a-4ac0-9b97-5ef173644425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:02:29Z', 'updated_at': '2022-03-14T19:02:29Z', 'revision_number': 0, 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:31.036180 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d05ef-d06c-47fc-8ce1-70d67f5a8d94 None None] Checking router: 7682f551-110f-471f-941e-09d31a40dc60 for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:02:31.046395 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d05ef-d06c-47fc-8ce1-70d67f5a8d94 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:31.047020 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-e53d05ef-d06c-47fc-8ce1-70d67f5a8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:02:05Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:31.060703 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fa844-bab7-4937-a7da-49bc99177eee req-908e34b7-0026-4d6f-b5ba-ef719bf8fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:31.062313 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d2fa844-bab7-4937-a7da-49bc99177eee req-908e34b7-0026-4d6f-b5ba-ef719bf8fd48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 1130 time: 0.0573189 Mar 14 19:02:31.160371 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-e53d05ef-d06c-47fc-8ce1-70d67f5a8d94 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:31.175242 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fa844-bab7-4937-a7da-49bc99177eee req-1e294d37-dcde-4c65-9414-5cf301bbedcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:31.175242 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d2fa844-bab7-4937-a7da-49bc99177eee req-1e294d37-dcde-4c65-9414-5cf301bbedcb service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 913 time: 0.1051838 Mar 14 19:02:31.241709 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d2fa844-bab7-4937-a7da-49bc99177eee req-43312abf-99b0-49d0-bda1-4e01689e9f96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 HTTP/1.1" status: 200 len: 999 time: 0.0614591 Mar 14 19:02:31.299258 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fa844-bab7-4937-a7da-49bc99177eee req-6b7d7e89-ac0f-4245-b13c-0cdf81d0ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:31.300732 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d2fa844-bab7-4937-a7da-49bc99177eee req-6b7d7e89-ac0f-4245-b13c-0cdf81d0ce43 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0524302 Mar 14 19:02:31.362697 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fa844-bab7-4937-a7da-49bc99177eee req-98cc0346-08ab-4c69-b263-782ce2bcfd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:31.364371 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d2fa844-bab7-4937-a7da-49bc99177eee req-98cc0346-08ab-4c69-b263-782ce2bcfd52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576544 Mar 14 19:02:31.404200 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-e53d05ef-d06c-47fc-8ce1-70d67f5a8d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'eb6446e6-2c90-4b36-972c-a6d0c6388fcc', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '7682f551-110f-471f-941e-09d31a40dc60', 'port_id': 'fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'mac_address': 'fa:16:3e:79:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c38e764-9c2a-4ac0-9b97-5ef173644425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:02:29Z', 'updated_at': '2022-03-14T19:02:29Z', 'revision_number': 0, 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:31.436389 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d05ef-d06c-47fc-8ce1-70d67f5a8d94 None None] The sync data for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi is: [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': 'eb6446e6-2c90-4b36-972c-a6d0c6388fcc', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '7682f551-110f-471f-941e-09d31a40dc60', 'port_id': 'fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'mac_address': 'fa:16:3e:79:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c38e764-9c2a-4ac0-9b97-5ef173644425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:02:29Z', 'updated_at': '2022-03-14T19:02:29Z', 'revision_number': 0, 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:02:31.456340 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d2fa844-bab7-4937-a7da-49bc99177eee req-10a47b6d-49c4-4259-91b8-26bea20506fe service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857449 Mar 14 19:02:31.564464 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d2fa844-bab7-4937-a7da-49bc99177eee req-debaa392-b9c8-41bd-af94-265eca5a9104 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975332 Mar 14 19:02:31.707886 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8ed50-5a5a-4780-ba9e-6cec89bcbcf4 None None] New status for floating IP eb6446e6-2c90-4b36-972c-a6d0c6388fcc: ACTIVE {{(pid=109514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:02:31.931586 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 50104) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:32.037430 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9c6d92eb-f746-4f59-b2a2-5b7e6c545763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:32.115379 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9c6d92eb-f746-4f59-b2a2-5b7e6c545763 admin admin] Publish callbacks [] for security_group (b6c0e168-418d-4816-bb38-9c0fc22823c5), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:32.120921 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-9c6d92eb-f746-4f59-b2a2-5b7e6c545763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (b6c0e168-418d-4816-bb38-9c0fc22823c5), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:32.167097 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-9c6d92eb-f746-4f59-b2a2-5b7e6c545763 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=253c6bfcc17a4c71a63fe844a38047c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344015 Mar 14 19:02:32.169817 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 50112) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:32.172233 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d92eb-f746-4f59-b2a2-5b7e6c545763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c0e168-418d-4816-bb38-9c0fc22823c5,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:32.224635 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a9787d22-9b8b-48a3-bf38-7506e84da7ca admin admin] Publish callbacks [] for security_group (b6c0e168-418d-4816-bb38-9c0fc22823c5), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:32.253671 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a9787d22-9b8b-48a3-bf38-7506e84da7ca admin admin] Publish callbacks [] for security_group (b6c0e168-418d-4816-bb38-9c0fc22823c5), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:32.302188 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a9787d22-9b8b-48a3-bf38-7506e84da7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (b6c0e168-418d-4816-bb38-9c0fc22823c5), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:32.304918 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-a9787d22-9b8b-48a3-bf38-7506e84da7ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:32.306212 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-a9787d22-9b8b-48a3-bf38-7506e84da7ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b6c0e168-418d-4816-bb38-9c0fc22823c5 HTTP/1.1" status: 204 len: 168 time: 0.1348438 Mar 14 19:02:32.316029 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9787d22-9b8b-48a3-bf38-7506e84da7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c0e168-418d-4816-bb38-9c0fc22823c5,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:32.396493 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e743bb83-204b-4e37-9779-d0f30e95b1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:32.894539 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 50160) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:33.093480 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e1db19f-dff0-40d1-ab35-9ec10cd12e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:33.173321 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e1db19f-dff0-40d1-ab35-9ec10cd12e7e admin admin] Publish callbacks [] for security_group (8ec81f15-7d6f-4fc3-bd7b-9469cb88694a), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:33.178032 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3e1db19f-dff0-40d1-ab35-9ec10cd12e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (8ec81f15-7d6f-4fc3-bd7b-9469cb88694a), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:33.218611 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-3e1db19f-dff0-40d1-ab35-9ec10cd12e7e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc364f19269d4c848e1ff952db1a9734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223181 Mar 14 19:02:33.219649 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1db19f-dff0-40d1-ab35-9ec10cd12e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec81f15-7d6f-4fc3-bd7b-9469cb88694a,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:33.221529 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 50180) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:33.270311 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-58b7cd65-248c-4e4f-8cb9-85659e808cdd admin admin] Publish callbacks [] for security_group (8ec81f15-7d6f-4fc3-bd7b-9469cb88694a), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:33.290794 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-58b7cd65-248c-4e4f-8cb9-85659e808cdd admin admin] Publish callbacks [] for security_group (8ec81f15-7d6f-4fc3-bd7b-9469cb88694a), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:33.342731 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-58b7cd65-248c-4e4f-8cb9-85659e808cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (8ec81f15-7d6f-4fc3-bd7b-9469cb88694a), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:33.346054 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-58b7cd65-248c-4e4f-8cb9-85659e808cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:33.347416 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-58b7cd65-248c-4e4f-8cb9-85659e808cdd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ec81f15-7d6f-4fc3-bd7b-9469cb88694a HTTP/1.1" status: 204 len: 168 time: 0.1247711 Mar 14 19:02:33.355061 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7cd65-248c-4e4f-8cb9-85659e808cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec81f15-7d6f-4fc3-bd7b-9469cb88694a,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:33.634881 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 50200) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:33.648043 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6082c43f-f330-4171-9682-e74c754be640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:33.730574 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6082c43f-f330-4171-9682-e74c754be640 admin admin] Publish callbacks [] for security_group (27c0c79d-1685-4476-8d90-3dd10455394e), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:33.734462 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-6082c43f-f330-4171-9682-e74c754be640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (27c0c79d-1685-4476-8d90-3dd10455394e), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:33.772961 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-6082c43f-f330-4171-9682-e74c754be640 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd5aabf73c084f27a837bf9bf86c8a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369889 Mar 14 19:02:33.773787 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082c43f-f330-4171-9682-e74c754be640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c0c79d-1685-4476-8d90-3dd10455394e,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:33.775796 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 50202) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:33.823366 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-463c9efc-6431-4532-abfb-26b6b70c5530 admin admin] Publish callbacks [] for security_group (27c0c79d-1685-4476-8d90-3dd10455394e), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:33.847392 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-463c9efc-6431-4532-abfb-26b6b70c5530 admin admin] Publish callbacks [] for security_group (27c0c79d-1685-4476-8d90-3dd10455394e), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:33.897010 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-463c9efc-6431-4532-abfb-26b6b70c5530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (27c0c79d-1685-4476-8d90-3dd10455394e), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:33.899693 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-463c9efc-6431-4532-abfb-26b6b70c5530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:33.900854 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-463c9efc-6431-4532-abfb-26b6b70c5530 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27c0c79d-1685-4476-8d90-3dd10455394e HTTP/1.1" status: 204 len: 168 time: 0.1240740 Mar 14 19:02:33.908380 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c9efc-6431-4532-abfb-26b6b70c5530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c0c79d-1685-4476-8d90-3dd10455394e,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:34.717398 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b847-1a9d-44f3-b120-6aa2711b10bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:35.949176 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:37.129602 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:38.728731 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:41.511744 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 50360) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:41.618981 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-46055883-89ae-4176-a973-e17f865d6c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:41.697811 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-46055883-89ae-4176-a973-e17f865d6c2d admin admin] Publish callbacks [] for security_group (87e30c53-7b12-4b41-a098-e47b94393b05), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:41.703373 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-46055883-89ae-4176-a973-e17f865d6c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (87e30c53-7b12-4b41-a098-e47b94393b05), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:41.742019 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-46055883-89ae-4176-a973-e17f865d6c2d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba2926997a554a52af3051cacd99445d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291594 Mar 14 19:02:41.742876 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46055883-89ae-4176-a973-e17f865d6c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e30c53-7b12-4b41-a098-e47b94393b05,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:41.744830 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 50364) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:41.794883 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-13062f52-66f3-4c14-9c06-6f4a281050b2 admin admin] Publish callbacks [] for security_group (87e30c53-7b12-4b41-a098-e47b94393b05), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:41.816358 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-13062f52-66f3-4c14-9c06-6f4a281050b2 admin admin] Publish callbacks [] for security_group (87e30c53-7b12-4b41-a098-e47b94393b05), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:41.863682 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-13062f52-66f3-4c14-9c06-6f4a281050b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (87e30c53-7b12-4b41-a098-e47b94393b05), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:41.866192 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-13062f52-66f3-4c14-9c06-6f4a281050b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:41.867409 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-13062f52-66f3-4c14-9c06-6f4a281050b2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87e30c53-7b12-4b41-a098-e47b94393b05 HTTP/1.1" status: 204 len: 168 time: 0.1214628 Mar 14 19:02:41.875187 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13062f52-66f3-4c14-9c06-6f4a281050b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e30c53-7b12-4b41-a098-e47b94393b05,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:44.210788 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 50402) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:44.313645 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-06c226fa-aad9-46e8-8083-68299e985100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:44.388475 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-06c226fa-aad9-46e8-8083-68299e985100 admin admin] Publish callbacks [] for security_group (82aef525-160a-4a15-acfa-3a0b94b4b87b), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:44.393607 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-06c226fa-aad9-46e8-8083-68299e985100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (82aef525-160a-4a15-acfa-3a0b94b4b87b), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:44.432124 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-06c226fa-aad9-46e8-8083-68299e985100 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f49b6bd5042f4c8a8287d59ca93c09bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202475 Mar 14 19:02:44.432931 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c226fa-aad9-46e8-8083-68299e985100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82aef525-160a-4a15-acfa-3a0b94b4b87b,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:44.435003 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 50408) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:44.484780 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b27db515-0c7f-474b-98bc-9a3e1eb520fa admin admin] Publish callbacks [] for security_group (82aef525-160a-4a15-acfa-3a0b94b4b87b), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:44.506537 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b27db515-0c7f-474b-98bc-9a3e1eb520fa admin admin] Publish callbacks [] for security_group (82aef525-160a-4a15-acfa-3a0b94b4b87b), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:44.567110 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b27db515-0c7f-474b-98bc-9a3e1eb520fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (82aef525-160a-4a15-acfa-3a0b94b4b87b), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:44.569993 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b27db515-0c7f-474b-98bc-9a3e1eb520fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:44.571164 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-b27db515-0c7f-474b-98bc-9a3e1eb520fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82aef525-160a-4a15-acfa-3a0b94b4b87b HTTP/1.1" status: 204 len: 168 time: 0.1350744 Mar 14 19:02:44.578730 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27db515-0c7f-474b-98bc-9a3e1eb520fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82aef525-160a-4a15-acfa-3a0b94b4b87b,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:44.844085 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 50414) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:44.857244 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-98f6b84f-e8d6-48f3-9a64-a327fac3aef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:44.930332 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-98f6b84f-e8d6-48f3-9a64-a327fac3aef3 admin admin] Publish callbacks [] for security_group (d108510b-8159-4100-92be-9e4ecda3a818), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:44.937378 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-98f6b84f-e8d6-48f3-9a64-a327fac3aef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (d108510b-8159-4100-92be-9e4ecda3a818), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:44.974991 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-98f6b84f-e8d6-48f3-9a64-a327fac3aef3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=61bd21f3d7e7456d8ba2605f9db6ae63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298137 Mar 14 19:02:44.975855 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6b84f-e8d6-48f3-9a64-a327fac3aef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d108510b-8159-4100-92be-9e4ecda3a818,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:44.977926 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 50416) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:45.027047 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c23ee1f9-5242-4bf3-b80c-af5982c0f527 admin admin] Publish callbacks [] for security_group (d108510b-8159-4100-92be-9e4ecda3a818), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.047213 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c23ee1f9-5242-4bf3-b80c-af5982c0f527 admin admin] Publish callbacks [] for security_group (d108510b-8159-4100-92be-9e4ecda3a818), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.095057 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c23ee1f9-5242-4bf3-b80c-af5982c0f527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (d108510b-8159-4100-92be-9e4ecda3a818), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.097555 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-c23ee1f9-5242-4bf3-b80c-af5982c0f527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.098693 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-c23ee1f9-5242-4bf3-b80c-af5982c0f527 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d108510b-8159-4100-92be-9e4ecda3a818 HTTP/1.1" status: 204 len: 168 time: 0.1196473 Mar 14 19:02:45.106706 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ee1f9-5242-4bf3-b80c-af5982c0f527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d108510b-8159-4100-92be-9e4ecda3a818,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:45.425135 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 50424) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:45.439101 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-47dae61f-1b3d-4fb3-a8ff-d95bb07508d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.517345 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-47dae61f-1b3d-4fb3-a8ff-d95bb07508d0 admin admin] Publish callbacks [] for security_group (a4f2df28-5946-43ed-9cda-adcaa433d43a), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.522861 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-47dae61f-1b3d-4fb3-a8ff-d95bb07508d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (a4f2df28-5946-43ed-9cda-adcaa433d43a), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.562658 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-47dae61f-1b3d-4fb3-a8ff-d95bb07508d0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a39ef104c563412e8417f3558d886822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363678 Mar 14 19:02:45.563915 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dae61f-1b3d-4fb3-a8ff-d95bb07508d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f2df28-5946-43ed-9cda-adcaa433d43a,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:45.565666 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 50426) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:45.615298 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Publish callbacks [] for security_group (a4f2df28-5946-43ed-9cda-adcaa433d43a), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.636863 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Publish callbacks [] for security_group (a4f2df28-5946-43ed-9cda-adcaa433d43a), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.685877 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (a4f2df28-5946-43ed-9cda-adcaa433d43a), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.688500 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.689637 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a4f2df28-5946-43ed-9cda-adcaa433d43a HTTP/1.1" status: 204 len: 168 time: 0.1228902 Mar 14 19:02:45.697031 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f2df28-5946-43ed-9cda-adcaa433d43a,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:45.703909 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:45.704292 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:45.704630 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:45.704964 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:45.705292 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:45.705590 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:45.705946 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:45.706264 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:45.706588 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:45.706912 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:45.707208 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:45.707560 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:45.707883 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:45.708223 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:45.708877 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5fc4d-ba7e-41ee-9d1e-b01989128e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:46.386611 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 50448) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:46.495123 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-428931610-network', 'tenant_id': '1c8271de3510495a8a0c1b22f9312d90'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:46.517483 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] Made reservation on behalf of 1c8271de3510495a8a0c1b22f9312d90 for: {'network': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:02:46.519928 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for network (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.529158 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.601449 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] Publish callbacks [] for security_group (657efd0a-d066-4866-b3ab-4e483d0a7680), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.605934 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (657efd0a-d066-4866-b3ab-4e483d0a7680), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.629299 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=109512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:02:46.638589 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657efd0a-d066-4866-b3ab-4e483d0a7680,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:46.643187 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.643545 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.segments_db [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] Added segment 90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e of type vlan for network 9b57eec0-641e-4569-bd1f-369aa33cae1b Mar 14 19:02:46.682094 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747569650095'] for network (9b57eec0-641e-4569-bd1f-369aa33cae1b), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.707896 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000'] for network (9b57eec0-641e-4569-bd1f-369aa33cae1b), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.709179 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:46.709755 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.762766 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3747118 Mar 14 19:02:46.766056 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 50454) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:46.771151 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-2723383d-d2b6-4ba2-b715-1195635a207f admin admin] Request body: {'subnet': {'network_id': '9b57eec0-641e-4569-bd1f-369aa33cae1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-428931610-subnet', 'tenant_id': '1c8271de3510495a8a0c1b22f9312d90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:46.773854 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904f65b-5f0b-48d9-8a78-6acd75f3971b admin admin] Pushing event updated for resources: {'Network': ['ID=9b57eec0-641e-4569-bd1f-369aa33cae1b,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:46.784063 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Network 9b57eec0-641e-4569-bd1f-369aa33cae1b details requested by agent ovs-agent-dv-cinder-829664-3-iscsi with host dv-cinder-829664-3-iscsi {{(pid=109514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:02:46.792278 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2723383d-d2b6-4ba2-b715-1195635a207f admin admin] Made reservation on behalf of 1c8271de3510495a8a0c1b22f9312d90 for: {'subnet': 1} {{(pid=109513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:02:46.794656 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2723383d-d2b6-4ba2-b715-1195635a207f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4828481'] for subnet (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.958950 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2723383d-d2b6-4ba2-b715-1195635a207f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4788683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4828499'] for subnet (3fd82e4f-4ddd-4043-92eb-b4ec4edf8776), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.004884 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723383d-d2b6-4ba2-b715-1195635a207f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd82e4f-4ddd-4043-92eb-b4ec4edf8776,revision_number=0']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:47.021356 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723383d-d2b6-4ba2-b715-1195635a207f admin admin] Checking segment: {'id': '90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9b57eec0-641e-4569-bd1f-369aa33cae1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:02:47.021725 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2723383d-d2b6-4ba2-b715-1195635a207f admin admin] Network hostable DHCP agents. Network: 9b57eec0-641e-4569-bd1f-369aa33cae1b, hostable agents: ['5b084874-1070-42e8-9f44-a8858db1cf60'], hosted agents: [] {{(pid=109513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:02:47.041034 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2723383d-d2b6-4ba2-b715-1195635a207f admin admin] Network 9b57eec0-641e-4569-bd1f-369aa33cae1b is scheduled to be hosted by DHCP agent 5b084874-1070-42e8-9f44-a8858db1cf60 with binding_index 1 {{(pid=109513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:02:47.051582 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-2723383d-d2b6-4ba2-b715-1195635a207f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-iscsi, 9b57eec0-641e-4569-bd1f-369aa33cae1b) {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:47.056414 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2723383d-d2b6-4ba2-b715-1195635a207f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:47.057023 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2723383d-d2b6-4ba2-b715-1195635a207f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.060781 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfaeff4-976b-4f28-89b9-78364011747e None None] Network 9b57eec0-641e-4569-bd1f-369aa33cae1b requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:02:47.091630 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-2723383d-d2b6-4ba2-b715-1195635a207f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3238800 Mar 14 19:02:47.161828 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea10832-8f2b-4441-8031-356b47b3d70b None None] Network 9b57eec0-641e-4569-bd1f-369aa33cae1b requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:02:48.838960 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-b15ee504-cc90-4cae-b01f-a07601426f10 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:48.840368 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-b15ee504-cc90-4cae-b01f-a07601426f10 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/networks?id=9b57eec0-641e-4569-bd1f-369aa33cae1b HTTP/1.1" status: 200 len: 808 time: 0.1040092 Mar 14 19:02:48.854878 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-c881c43d-61cf-4343-8578-5ad8290c9d77 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/quotas/1c8271de3510495a8a0c1b22f9312d90 HTTP/1.1" status: 200 len: 375 time: 0.0090396 Mar 14 19:02:48.888650 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-fb9d0a32-81df-4680-b387-12d104b8570a tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c8271de3510495a8a0c1b22f9312d90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290115 Mar 14 19:02:48.979023 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-e677c02f-b836-4148-ae69-c269aebac345 service neutron] 10.222.0.52 "GET /v2.0/networks/9b57eec0-641e-4569-bd1f-369aa33cae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839350 Mar 14 19:02:49.071100 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-57ebee6f-4206-4ac1-ad55-9b4ddd4729fe service neutron] 10.222.0.52 "GET /v2.0/networks/9b57eec0-641e-4569-bd1f-369aa33cae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836911 Mar 14 19:02:49.234721 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9c38a790-adde-4c61-b8e2-0a7884d9f0df req-ec532440-199e-492b-a2f0-83670aac1119 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 210 time: 0.0273271 Mar 14 19:02:50.333948 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-0aa6ee93-c4fe-4376-b575-c2a7626a6db4 req-250f9106-8b1b-44a0-aa73-32bb23cd4cae tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 210 time: 0.0273035 Mar 14 19:02:51.371755 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:51.476185 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0993e5f5-a874-4d11-9432-914f3009cb00 req-03879d79-2bdc-44a9-adc8-b7fc36fe6b8e tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 210 time: 0.0402706 Mar 14 19:02:51.525790 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-639f126a-9e06-4ded-babd-f82b49cb4b10 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:51.527209 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-639f126a-9e06-4ded-babd-f82b49cb4b10 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.69 "GET /v2.0/networks?id=9b57eec0-641e-4569-bd1f-369aa33cae1b HTTP/1.1" status: 200 len: 808 time: 0.1368408 Mar 14 19:02:51.541593 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-78a56739-2589-43fc-b067-41b23362964f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Request body: {'port': {'device_id': '88c7cd02-f43a-4838-9a27-64bb69a8f199', 'network_id': '9b57eec0-641e-4569-bd1f-369aa33cae1b', 'admin_state_up': True, 'tenant_id': '1c8271de3510495a8a0c1b22f9312d90'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:51.653131 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-78a56739-2589-43fc-b067-41b23362964f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Made reservation on behalf of 1c8271de3510495a8a0c1b22f9312d90 for: {'port': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:02:51.659228 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-78a56739-2589-43fc-b067-41b23362964f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.052986 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-78a56739-2589-43fc-b067-41b23362964f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Allocated IP 172.20.0.5 (9b57eec0-641e-4569-bd1f-369aa33cae1b/3fd82e4f-4ddd-4043-92eb-b4ec4edf8776/b06d85b7-8f57-4a77-8b87-4debe19a45e9) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:52.204045 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-78a56739-2589-43fc-b067-41b23362964f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks [] for port (b06d85b7-8f57-4a77-8b87-4debe19a45e9), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.240216 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-78a56739-2589-43fc-b067-41b23362964f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (b06d85b7-8f57-4a77-8b87-4debe19a45e9), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.282975 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-78a56739-2589-43fc-b067-41b23362964f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Network 9b57eec0-641e-4569-bd1f-369aa33cae1b is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:52.286233 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-78a56739-2589-43fc-b067-41b23362964f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:52.290610 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-78a56739-2589-43fc-b067-41b23362964f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:02:52.298143 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a56739-2589-43fc-b067-41b23362964f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Pushing event updated for resources: {'Port': ['ID=b06d85b7-8f57-4a77-8b87-4debe19a45e9,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:52.346486 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-78a56739-2589-43fc-b067-41b23362964f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:52.347093 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-78a56739-2589-43fc-b067-41b23362964f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.365346 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-78a56739-2589-43fc-b067-41b23362964f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8274043 Mar 14 19:02:52.612640 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f2b9d-f4a8-4c38-9f43-b5efa429006b req-37365bad-47f7-4545-8f4a-885bcc5fe70c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:52.614620 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a91f2b9d-f4a8-4c38-9f43-b5efa429006b req-37365bad-47f7-4545-8f4a-885bcc5fe70c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 931 time: 0.0626030 Mar 14 19:02:52.669395 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a91f2b9d-f4a8-4c38-9f43-b5efa429006b req-51f78c1b-73f5-4072-809a-aa3eb89d9931 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465195 Mar 14 19:02:53.807414 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1918ac6-0d5d-4127-a3a9-60214d57a167 req-b055ccef-14fc-45d8-9b33-666d9bd26e79 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:53.808938 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d1918ac6-0d5d-4127-a3a9-60214d57a167 req-b055ccef-14fc-45d8-9b33-666d9bd26e79 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 931 time: 0.0614531 Mar 14 19:02:53.857282 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d1918ac6-0d5d-4127-a3a9-60214d57a167 req-b0ae25ad-4f11-44bf-80eb-f1c01625c95c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427003 Mar 14 19:02:54.131888 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Request body: {'port': {'device_id': '88c7cd02-f43a-4838-9a27-64bb69a8f199', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:54.191349 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (b06d85b7-8f57-4a77-8b87-4debe19a45e9), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:54.468002 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06d85b7-8f57-4a77-8b87-4debe19a45e9 {{(pid=109512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:02:54.475508 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Publish callbacks [] for port (b06d85b7-8f57-4a77-8b87-4debe19a45e9), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:54.490078 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.provisioning_blocks [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Transition to ACTIVE for port object b06d85b7-8f57-4a77-8b87-4debe19a45e9 will not be triggered until provisioned by entity L2. {{(pid=109512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 19:02:54.495947 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (b06d85b7-8f57-4a77-8b87-4debe19a45e9), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:54.542057 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Pushing event updated for resources: {'Port': ['ID=b06d85b7-8f57-4a77-8b87-4debe19a45e9,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:54.610740 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Attempting to bind port b06d85b7-8f57-4a77-8b87-4debe19a45e9 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:02:54.611070 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Attempting to bind port b06d85b7-8f57-4a77-8b87-4debe19a45e9 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9b57eec0-641e-4569-bd1f-369aa33cae1b'}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:02:54.611387 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Attempting to bind port b06d85b7-8f57-4a77-8b87-4debe19a45e9 on network 9b57eec0-641e-4569-bd1f-369aa33cae1b {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:02:54.615827 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Port b06d85b7-8f57-4a77-8b87-4debe19a45e9 on network 9b57eec0-641e-4569-bd1f-369aa33cae1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:02:54.616143 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Attempting to bind port b06d85b7-8f57-4a77-8b87-4debe19a45e9 on network 9b57eec0-641e-4569-bd1f-369aa33cae1b {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:02:54.621005 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:02:54.621333 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Checking segment: {'id': '90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9b57eec0-641e-4569-bd1f-369aa33cae1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:02:54.621705 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Bound using segment: {'id': '90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9b57eec0-641e-4569-bd1f-369aa33cae1b'} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:02:54.622112 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Bound port: b06d85b7-8f57-4a77-8b87-4debe19a45e9, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9b57eec0-641e-4569-bd1f-369aa33cae1b'}}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:02:54.622457 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (b06d85b7-8f57-4a77-8b87-4debe19a45e9), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:54.685506 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] For port b06d85b7-8f57-4a77-8b87-4debe19a45e9, host hv-cinder-82966, cleared binding levels {{(pid=109512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:02:54.688485 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] For port b06d85b7-8f57-4a77-8b87-4debe19a45e9, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b06d85b7-8f57-4a77-8b87-4debe19a45e9,segment=NetworkSegment(90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e),segment_id=90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e)] {{(pid=109512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:02:54.694201 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (b06d85b7-8f57-4a77-8b87-4debe19a45e9), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:54.730641 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:54.731251 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:54.732616 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] 10.222.0.69 "PUT /v2.0/ports/b06d85b7-8f57-4a77-8b87-4debe19a45e9 HTTP/1.1" status: 200 len: 1093 time: 0.6050978 Mar 14 19:02:54.733047 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c7cd02-f43a-4838-9a27-64bb69a8f199', 'tag': 'b06d85b7-8f57-4a77-8b87-4debe19a45e9'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:54.735271 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4654110e-32b1-4ddc-a9a6-7f6862e4f245" -d '{"events": [{"name": "network-changed", "server_uuid": "88c7cd02-f43a-4838-9a27-64bb69a8f199", "tag": "b06d85b7-8f57-4a77-8b87-4debe19a45e9"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:54.752932 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf0909-af3a-4f0e-b83f-397ee01ec1ee service neutron] Pushing event updated for resources: {'Port': ['ID=b06d85b7-8f57-4a77-8b87-4debe19a45e9,revision_number=3']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:54.773326 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f66378-cab6-422a-b396-18415aa9a22b x-openstack-request-id: req-e7f66378-cab6-422a-b396-18415aa9a22b {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:54.773627 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c7cd02-f43a-4838-9a27-64bb69a8f199", "tag": "b06d85b7-8f57-4a77-8b87-4debe19a45e9", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:54.773871 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7f66378-cab6-422a-b396-18415aa9a22b {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:54.774247 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c7cd02-f43a-4838-9a27-64bb69a8f199', 'tag': 'b06d85b7-8f57-4a77-8b87-4debe19a45e9', 'status': 'completed', 'code': 200} Mar 14 19:02:54.980659 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbdfe9-ff36-4b21-9eac-55a0e263c0b2 req-aedcb07b-cdd6-48c8-8156-325ff6c259e0 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:54.981997 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0dbbdfe9-ff36-4b21-9eac-55a0e263c0b2 req-aedcb07b-cdd6-48c8-8156-325ff6c259e0 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 943 time: 0.0549464 Mar 14 19:02:55.034322 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-0dbbdfe9-ff36-4b21-9eac-55a0e263c0b2 req-9696e4b6-2d07-4f0b-831f-08ad1bbccd3b tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448496 Mar 14 19:02:55.120455 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654110e-32b1-4ddc-a9a6-7f6862e4f245 req-f4c7b2a9-4e7a-4750-815c-a9659b142225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:55.121947 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4654110e-32b1-4ddc-a9a6-7f6862e4f245 req-f4c7b2a9-4e7a-4750-815c-a9659b142225 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c8271de3510495a8a0c1b22f9312d90&device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 1127 time: 0.0441470 Mar 14 19:02:55.289574 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654110e-32b1-4ddc-a9a6-7f6862e4f245 req-2e650cce-1bd8-4ee2-a049-6e47ba9facff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:55.290970 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4654110e-32b1-4ddc-a9a6-7f6862e4f245 req-2e650cce-1bd8-4ee2-a049-6e47ba9facff service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1c8271de3510495a8a0c1b22f9312d90&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1601310 Mar 14 19:02:55.464166 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654110e-32b1-4ddc-a9a6-7f6862e4f245 req-9321a8c0-dab4-4951-a0b7-ecd323c08554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:55.465887 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4654110e-32b1-4ddc-a9a6-7f6862e4f245 req-9321a8c0-dab4-4951-a0b7-ecd323c08554 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1649237 Mar 14 19:02:55.556515 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-e95e64c2-02c2-4893-97a5-c943099b3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:55.557893 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-e95e64c2-02c2-4893-97a5-c943099b3338 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c8271de3510495a8a0c1b22f9312d90&device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 1127 time: 0.0505373 Mar 14 19:02:55.605327 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-d43202a5-7119-4232-9e9e-28c8b522322f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06d85b7-8f57-4a77-8b87-4debe19a45e9 HTTP/1.1" status: 200 len: 217 time: 0.0326717 Mar 14 19:02:55.655291 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-2049124f-0fd0-42de-bc35-ec0480c2c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:55.656657 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-2049124f-0fd0-42de-bc35-ec0480c2c6c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fd82e4f-4ddd-4043-92eb-b4ec4edf8776 HTTP/1.1" status: 200 len: 848 time: 0.0416739 Mar 14 19:02:55.691460 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-5c8b81ab-b927-441b-a217-10d5193374a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b57eec0-641e-4569-bd1f-369aa33cae1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247755 Mar 14 19:02:55.803067 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-7cc691be-8597-4f97-9633-7ca381d15596 service neutron] 10.222.0.69 "GET /v2.0/networks/9b57eec0-641e-4569-bd1f-369aa33cae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013567 Mar 14 19:02:55.905078 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d269973c-f114-4bc4-acbf-c49d29bea6d9 req-12f57cf5-b9f8-49bd-bad3-1cee8e15932f service neutron] 10.222.0.69 "GET /v2.0/networks/9b57eec0-641e-4569-bd1f-369aa33cae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948935 Mar 14 19:02:56.185249 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d350122-e8ee-4406-abe3-1b6c9f42edb1 req-7439ae48-3125-4740-b465-b403fb2ad8a7 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:56.186718 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9d350122-e8ee-4406-abe3-1b6c9f42edb1 req-7439ae48-3125-4740-b465-b403fb2ad8a7 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 943 time: 0.0655990 Mar 14 19:02:56.234450 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9d350122-e8ee-4406-abe3-1b6c9f42edb1 req-fdf85e69-8098-4517-bd4b-64faf85fd993 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 Mar 14 19:02:57.368804 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155b32e-9b8d-422e-b8ad-11dae81967d0 req-537cf478-90fd-4abb-9b09-5d2f974615ee tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:57.370289 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5155b32e-9b8d-422e-b8ad-11dae81967d0 req-537cf478-90fd-4abb-9b09-5d2f974615ee tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 943 time: 0.0580654 Mar 14 19:02:57.416549 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5155b32e-9b8d-422e-b8ad-11dae81967d0 req-6c47c01b-b9c3-421f-a3e4-66d91861dbd2 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405347 Mar 14 19:02:58.546173 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae6525-366f-463d-94ef-d6ec8dc1c58a req-054f0b0c-240e-45a7-9e48-815c9798d69d tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:58.547680 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-25ae6525-366f-463d-94ef-d6ec8dc1c58a req-054f0b0c-240e-45a7-9e48-815c9798d69d tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 943 time: 0.0569663 Mar 14 19:02:58.596022 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-25ae6525-366f-463d-94ef-d6ec8dc1c58a req-d1c012f6-9c16-4c7a-8c3f-e0905075b335 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412002 Mar 14 19:02:58.920874 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:02:59.728986 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075224ab-bbd9-4799-b025-a71f012ecdfc req-bdde5823-0e58-4ffb-ab40-e4c83e0b43d0 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:59.730502 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-075224ab-bbd9-4799-b025-a71f012ecdfc req-bdde5823-0e58-4ffb-ab40-e4c83e0b43d0 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 943 time: 0.0567949 Mar 14 19:02:59.777127 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-075224ab-bbd9-4799-b025-a71f012ecdfc req-eddd1eaf-8743-40a5-9425-215a9021545a tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Mar 14 19:03:00.900272 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95819ddb-36d5-400b-b858-c2c6d4515540 req-bd156ad0-0583-4b19-a981-10b0ddbfaefc tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:00.901754 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-95819ddb-36d5-400b-b858-c2c6d4515540 req-bd156ad0-0583-4b19-a981-10b0ddbfaefc tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 943 time: 0.0531738 Mar 14 19:03:00.963436 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-95819ddb-36d5-400b-b858-c2c6d4515540 req-e64ee545-5c92-423c-9f57-728c051aba84 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559020 Mar 14 19:03:02.086266 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114c90f-6d3c-4e6d-8550-69ed5dae4e2b req-d9b31f63-6864-4314-81d8-35c7787eaac3 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:02.087740 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7114c90f-6d3c-4e6d-8550-69ed5dae4e2b req-d9b31f63-6864-4314-81d8-35c7787eaac3 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 943 time: 0.0590396 Mar 14 19:03:02.136161 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7114c90f-6d3c-4e6d-8550-69ed5dae4e2b req-7f8aad81-5b8e-4859-afd8-c715357b970a tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427115 Mar 14 19:03:02.407702 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-8de89d5c-ebdf-4527-9e68-881b136aef8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:02.513408 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device b06d85b7-8f57-4a77-8b87-4debe19a45e9 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:03:02.617599 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port b06d85b7-8f57-4a77-8b87-4debe19a45e9, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b06d85b7-8f57-4a77-8b87-4debe19a45e9,segment=NetworkSegment(90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e),segment_id=90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:02.628720 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': 'b06d85b7-8f57-4a77-8b87-4debe19a45e9', 'network_id': '9b57eec0-641e-4569-bd1f-369aa33cae1b', 'port_id': 'b06d85b7-8f57-4a77-8b87-4debe19a45e9', 'mac_address': 'fa:16:3e:4c:66:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd82e4f-4ddd-4043-92eb-b4ec4edf8776', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:03:02.669556 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port b06d85b7-8f57-4a77-8b87-4debe19a45e9 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:02.669950 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (b06d85b7-8f57-4a77-8b87-4debe19a45e9), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:02.682885 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06d85b7-8f57-4a77-8b87-4debe19a45e9 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:03:02.702254 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port b06d85b7-8f57-4a77-8b87-4debe19a45e9, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b06d85b7-8f57-4a77-8b87-4debe19a45e9,segment=NetworkSegment(90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e),segment_id=90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:02.708835 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (b06d85b7-8f57-4a77-8b87-4debe19a45e9), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:02.758412 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=b06d85b7-8f57-4a77-8b87-4debe19a45e9,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:02.765904 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:02.766262 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:02.766620 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:02.766958 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:02.767298 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:02.767676 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:02.768010 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:02.768338 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:02.768668 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:02.768999 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:02.769316 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:02.769646 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:02.769980 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:02.770293 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:02.771040 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:03.041914 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['b06d85b7-8f57-4a77-8b87-4debe19a45e9'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:03:03.261099 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c535e-f562-4b17-9133-5bbfb3c6c087 req-7a378569-4877-4ba5-8591-a89d8b23b83a tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:03.262607 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9b9c535e-f562-4b17-9133-5bbfb3c6c087 req-7a378569-4877-4ba5-8591-a89d8b23b83a tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 944 time: 0.0548801 Mar 14 19:03:03.313810 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9b9c535e-f562-4b17-9133-5bbfb3c6c087 req-9ec02a21-770c-4c50-9bbd-3b4b49bc7705 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Mar 14 19:03:04.440930 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769178d-0da6-477d-9055-35097ee3dc50 req-cf7f0586-397b-4349-84e5-a23f751ce757 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:04.442475 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c769178d-0da6-477d-9055-35097ee3dc50 req-cf7f0586-397b-4349-84e5-a23f751ce757 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 944 time: 0.0549896 Mar 14 19:03:04.490920 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c769178d-0da6-477d-9055-35097ee3dc50 req-5a1e941e-07b2-43db-bc48-3a11ec66790c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423307 Mar 14 19:03:04.543691 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device b06d85b7-8f57-4a77-8b87-4debe19a45e9 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:03:04.598507 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port b06d85b7-8f57-4a77-8b87-4debe19a45e9 completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 19:03:04.602192 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port b06d85b7-8f57-4a77-8b87-4debe19a45e9 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:04.602567 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (b06d85b7-8f57-4a77-8b87-4debe19a45e9), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:04.682439 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port b06d85b7-8f57-4a77-8b87-4debe19a45e9 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:04.682832 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (b06d85b7-8f57-4a77-8b87-4debe19a45e9), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:04.711872 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c7cd02-f43a-4838-9a27-64bb69a8f199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06d85b7-8f57-4a77-8b87-4debe19a45e9'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:03:04.714152 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff25de4-3632-4b2f-86ce-1588b5321204" -d '{"events": [{"server_uuid": "88c7cd02-f43a-4838-9a27-64bb69a8f199", "name": "network-vif-plugged", "status": "completed", "tag": "b06d85b7-8f57-4a77-8b87-4debe19a45e9"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:03:04.734106 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port b06d85b7-8f57-4a77-8b87-4debe19a45e9, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b06d85b7-8f57-4a77-8b87-4debe19a45e9,segment=NetworkSegment(90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e),segment_id=90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:04.736476 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b113cf24-e40a-4769-9d64-1c628fec8c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:04.739027 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (b06d85b7-8f57-4a77-8b87-4debe19a45e9), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:04.762287 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e138f112-2c76-4a79-abcc-9e49d4628499 x-openstack-request-id: req-e138f112-2c76-4a79-abcc-9e49d4628499 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:03:04.762576 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c7cd02-f43a-4838-9a27-64bb69a8f199", "name": "network-vif-plugged", "status": "completed", "tag": "b06d85b7-8f57-4a77-8b87-4debe19a45e9", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:03:04.762823 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e138f112-2c76-4a79-abcc-9e49d4628499 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:03:04.763219 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c7cd02-f43a-4838-9a27-64bb69a8f199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06d85b7-8f57-4a77-8b87-4debe19a45e9', 'code': 200} Mar 14 19:03:04.789644 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=b06d85b7-8f57-4a77-8b87-4debe19a45e9,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:04.934735 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fb407-2569-4ac1-8439-a56e31222a7e req-207b08ae-e4f9-4e10-a374-bd71c4d30ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:04.936249 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b33fb407-2569-4ac1-8439-a56e31222a7e req-207b08ae-e4f9-4e10-a374-bd71c4d30ae5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 1129 time: 0.0434468 Mar 14 19:03:04.979582 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b33fb407-2569-4ac1-8439-a56e31222a7e req-7af8927d-6c05-44f4-bd7c-8624735b2d45 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369432 Mar 14 19:03:05.274439 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dbb77-859a-453b-8606-6222c10ddad3 req-bb817607-9d96-47df-9ca6-0f29965ad857 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:05.275967 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cb5dbb77-859a-453b-8606-6222c10ddad3 req-bb817607-9d96-47df-9ca6-0f29965ad857 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 945 time: 0.0534320 Mar 14 19:03:05.325646 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-cb5dbb77-859a-453b-8606-6222c10ddad3 req-4f1bdc1b-d0ef-4cfb-8a4a-de9af8038063 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439668 Mar 14 19:03:05.625879 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4ad47-4d20-4da9-ae2f-7348696dccb7 req-cad10cc3-ba20-403b-b9c9-35f82fcb2bd2 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:05.627353 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-97a4ad47-4d20-4da9-ae2f-7348696dccb7 req-cad10cc3-ba20-403b-b9c9-35f82fcb2bd2 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 945 time: 0.0587480 Mar 14 19:03:05.674860 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-97a4ad47-4d20-4da9-ae2f-7348696dccb7 req-26473b5c-afab-4efc-95f0-536d9a2a5c30 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Mar 14 19:03:05.965295 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:06.442529 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12415eb-e895-4e62-8759-3a7ecf21b8a7 req-c55f4061-3dba-427f-b4da-c9de54178498 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:06.444115 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f12415eb-e895-4e62-8759-3a7ecf21b8a7 req-c55f4061-3dba-427f-b4da-c9de54178498 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 945 time: 0.0527160 Mar 14 19:03:06.497519 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f12415eb-e895-4e62-8759-3a7ecf21b8a7 req-a3d93ec0-7339-414d-8e83-3590e24607a9 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454652 Mar 14 19:03:06.825718 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a183161-71f7-40d9-9a51-ee9ead12f9a3 req-b3bb986c-8025-41c9-96a9-4d3a874dbdd6 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:06.827202 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4a183161-71f7-40d9-9a51-ee9ead12f9a3 req-b3bb986c-8025-41c9-96a9-4d3a874dbdd6 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 945 time: 0.0694234 Mar 14 19:03:06.874898 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4a183161-71f7-40d9-9a51-ee9ead12f9a3 req-b4de3b0e-e896-4c5e-8c97-5c406d89a9d3 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419135 Mar 14 19:03:07.130491 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:07.218812 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1a450-f123-40d5-aba7-17ff3d291a56 req-1d3614e0-e594-42c3-98ee-878f7428e064 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:07.220279 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8ff1a450-f123-40d5-aba7-17ff3d291a56 req-1d3614e0-e594-42c3-98ee-878f7428e064 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.69 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 945 time: 0.0530515 Mar 14 19:03:07.327406 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-8ff1a450-f123-40d5-aba7-17ff3d291a56 req-50df4488-ea74-444b-b9c0-70ef30f2d7d4 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Deleting port 5a057d74-9647-4223-9ef0-68f965061f92 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:03:07.327406 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8ff1a450-f123-40d5-aba7-17ff3d291a56 req-50df4488-ea74-444b-b9c0-70ef30f2d7d4 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (5a057d74-9647-4223-9ef0-68f965061f92), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:07.410203 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-8ff1a450-f123-40d5-aba7-17ff3d291a56 req-50df4488-ea74-444b-b9c0-70ef30f2d7d4 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] For port 5a057d74-9647-4223-9ef0-68f965061f92, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=5a057d74-9647-4223-9ef0-68f965061f92,segment=NetworkSegment(98e90a8a-a58b-47da-9b8c-64753547be0b),segment_id=98e90a8a-a58b-47da-9b8c-64753547be0b)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:07.410571 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8ff1a450-f123-40d5-aba7-17ff3d291a56 req-50df4488-ea74-444b-b9c0-70ef30f2d7d4 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (5a057d74-9647-4223-9ef0-68f965061f92), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:07.424935 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-8ff1a450-f123-40d5-aba7-17ff3d291a56 req-50df4488-ea74-444b-b9c0-70ef30f2d7d4 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Calling delete_port for 5a057d74-9647-4223-9ef0-68f965061f92 owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:03:07.557263 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c08f-64c3-457b-97ae-92ba31b82582 req-2bcd4651-1a0e-4151-be53-4ffcabd51373 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:07.559229 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5e06c08f-64c3-457b-97ae-92ba31b82582 req-2bcd4651-1a0e-4151-be53-4ffcabd51373 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 945 time: 0.0656154 Mar 14 19:03:07.563175 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8ff1a450-f123-40d5-aba7-17ff3d291a56 req-50df4488-ea74-444b-b9c0-70ef30f2d7d4 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (5a057d74-9647-4223-9ef0-68f965061f92), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:07.577296 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['5a057d74-9647-4223-9ef0-68f965061f92'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:03:07.601599 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df4488-ea74-444b-b9c0-70ef30f2d7d4 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Pushing event deleted for resources: {'Port': ['ID=5a057d74-9647-4223-9ef0-68f965061f92,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:07.619303 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5e06c08f-64c3-457b-97ae-92ba31b82582 req-831389b8-8971-4bf4-8424-5f069153266f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532756 Mar 14 19:03:07.628285 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3fd33f1e-fa43-466e-91b0-2ffc0f751451 req-715036e8-66e5-49d9-bb3e-fbe1b6b0caad tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=499bcdb1-0fa7-4e08-87f6-58594182a826 HTTP/1.1" status: 200 len: 210 time: 0.0533490 Mar 14 19:03:07.665183 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff1a450-f123-40d5-aba7-17ff3d291a56 req-50df4488-ea74-444b-b9c0-70ef30f2d7d4 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] No DVR routers for this DVR port 5a057d74-9647-4223-9ef0-68f965061f92 on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:03:07.667938 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-8ff1a450-f123-40d5-aba7-17ff3d291a56 req-50df4488-ea74-444b-b9c0-70ef30f2d7d4 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:07.671110 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8ff1a450-f123-40d5-aba7-17ff3d291a56 req-50df4488-ea74-444b-b9c0-70ef30f2d7d4 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.69 "DELETE /v2.0/ports/5a057d74-9647-4223-9ef0-68f965061f92 HTTP/1.1" status: 204 len: 173 time: 0.4438612 Mar 14 19:03:07.671563 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499bcdb1-0fa7-4e08-87f6-58594182a826', 'name': 'network-vif-deleted', 'tag': '5a057d74-9647-4223-9ef0-68f965061f92'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:03:07.673777 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ad6891-1ada-47d4-886c-669b171bceea" -d '{"events": [{"server_uuid": "499bcdb1-0fa7-4e08-87f6-58594182a826", "name": "network-vif-deleted", "tag": "5a057d74-9647-4223-9ef0-68f965061f92"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:03:07.712017 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71176a72-d711-4c4c-853b-52eb63418015 x-openstack-request-id: req-71176a72-d711-4c4c-853b-52eb63418015 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:03:07.712315 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499bcdb1-0fa7-4e08-87f6-58594182a826", "name": "network-vif-deleted", "tag": "5a057d74-9647-4223-9ef0-68f965061f92", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:03:07.712572 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71176a72-d711-4c4c-853b-52eb63418015 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:03:07.712954 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499bcdb1-0fa7-4e08-87f6-58594182a826', 'name': 'network-vif-deleted', 'tag': '5a057d74-9647-4223-9ef0-68f965061f92', 'status': 'completed', 'code': 200} Mar 14 19:03:08.732396 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:08.750844 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797afa-b0bf-4d94-a37a-8f6ab1639040 req-3e5658bb-d8e1-47fe-be55-5f846fe4a12a tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:08.752819 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b9797afa-b0bf-4d94-a37a-8f6ab1639040 req-3e5658bb-d8e1-47fe-be55-5f846fe4a12a tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 945 time: 0.0585670 Mar 14 19:03:08.801349 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b9797afa-b0bf-4d94-a37a-8f6ab1639040 req-e437e045-ff72-439a-8a0c-c5ec9ddb0f58 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431137 Mar 14 19:03:09.147999 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb16159-20bb-4e0f-9666-f52e8cbf0298 req-c5fbfee0-06b8-448f-8aa8-e7ebf620bfd0 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:09.149539 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5eb16159-20bb-4e0f-9666-f52e8cbf0298 req-c5fbfee0-06b8-448f-8aa8-e7ebf620bfd0 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.69 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 945 time: 0.0786250 Mar 14 19:03:09.935076 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ad962-f73a-40df-9170-0d10b54cc544 req-371c0db6-9b6e-4799-ab20-021c2ef106b2 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:09.936550 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6c1ad962-f73a-40df-9170-0d10b54cc544 req-371c0db6-9b6e-4799-ab20-021c2ef106b2 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 945 time: 0.0571499 Mar 14 19:03:09.985673 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6c1ad962-f73a-40df-9170-0d10b54cc544 req-55878894-b711-4a1d-a430-86687d4830d6 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411820 Mar 14 19:03:10.016796 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-5eb16159-20bb-4e0f-9666-f52e8cbf0298 req-fe89bd78-7dea-4a63-b34c-875eb15f0699 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Deleting port b06d85b7-8f57-4a77-8b87-4debe19a45e9 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:03:10.017361 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-5eb16159-20bb-4e0f-9666-f52e8cbf0298 req-fe89bd78-7dea-4a63-b34c-875eb15f0699 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (b06d85b7-8f57-4a77-8b87-4debe19a45e9), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:10.105854 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-5eb16159-20bb-4e0f-9666-f52e8cbf0298 req-fe89bd78-7dea-4a63-b34c-875eb15f0699 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] For port b06d85b7-8f57-4a77-8b87-4debe19a45e9, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b06d85b7-8f57-4a77-8b87-4debe19a45e9,segment=NetworkSegment(90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e),segment_id=90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:10.106214 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-5eb16159-20bb-4e0f-9666-f52e8cbf0298 req-fe89bd78-7dea-4a63-b34c-875eb15f0699 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (b06d85b7-8f57-4a77-8b87-4debe19a45e9), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:10.119189 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-5eb16159-20bb-4e0f-9666-f52e8cbf0298 req-fe89bd78-7dea-4a63-b34c-875eb15f0699 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Calling delete_port for b06d85b7-8f57-4a77-8b87-4debe19a45e9 owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:03:10.250533 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-5eb16159-20bb-4e0f-9666-f52e8cbf0298 req-fe89bd78-7dea-4a63-b34c-875eb15f0699 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (b06d85b7-8f57-4a77-8b87-4debe19a45e9), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:10.280814 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89bd78-7dea-4a63-b34c-875eb15f0699 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Pushing event deleted for resources: {'Port': ['ID=b06d85b7-8f57-4a77-8b87-4debe19a45e9,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:10.325161 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb16159-20bb-4e0f-9666-f52e8cbf0298 req-fe89bd78-7dea-4a63-b34c-875eb15f0699 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] No DVR routers for this DVR port b06d85b7-8f57-4a77-8b87-4debe19a45e9 on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:03:10.327659 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-5eb16159-20bb-4e0f-9666-f52e8cbf0298 req-fe89bd78-7dea-4a63-b34c-875eb15f0699 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:10.330927 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5eb16159-20bb-4e0f-9666-f52e8cbf0298 req-fe89bd78-7dea-4a63-b34c-875eb15f0699 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.69 "DELETE /v2.0/ports/b06d85b7-8f57-4a77-8b87-4debe19a45e9 HTTP/1.1" status: 204 len: 173 time: 0.4047799 Mar 14 19:03:10.331357 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c7cd02-f43a-4838-9a27-64bb69a8f199', 'name': 'network-vif-deleted', 'tag': 'b06d85b7-8f57-4a77-8b87-4debe19a45e9'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:03:10.333910 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77520fbe-d2b4-4681-8ceb-c4c46f64885b" -d '{"events": [{"server_uuid": "88c7cd02-f43a-4838-9a27-64bb69a8f199", "name": "network-vif-deleted", "tag": "b06d85b7-8f57-4a77-8b87-4debe19a45e9"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:03:10.377124 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8655aa69-22c4-437a-99e8-bf250cbc2c08 x-openstack-request-id: req-8655aa69-22c4-437a-99e8-bf250cbc2c08 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:03:10.377418 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c7cd02-f43a-4838-9a27-64bb69a8f199", "name": "network-vif-deleted", "tag": "b06d85b7-8f57-4a77-8b87-4debe19a45e9", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:03:10.377699 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8655aa69-22c4-437a-99e8-bf250cbc2c08 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:03:10.378098 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c7cd02-f43a-4838-9a27-64bb69a8f199', 'name': 'network-vif-deleted', 'tag': 'b06d85b7-8f57-4a77-8b87-4debe19a45e9', 'status': 'completed', 'code': 200} Mar 14 19:03:11.091776 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d3d712d3-2f5d-41ad-8009-00d276d7f4ac req-182bbec2-558c-4455-879e-a441628bce56 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c7cd02-f43a-4838-9a27-64bb69a8f199 HTTP/1.1" status: 200 len: 210 time: 0.0282516 Mar 14 19:03:11.621028 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['b06d85b7-8f57-4a77-8b87-4debe19a45e9'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:03:11.643707 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device b06d85b7-8f57-4a77-8b87-4debe19a45e9 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:03:11.664631 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: b06d85b7-8f57-4a77-8b87-4debe19a45e9 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:03:11.664984 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device b06d85b7-8f57-4a77-8b87-4debe19a45e9 not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:03:11.665450 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 5a057d74-9647-4223-9ef0-68f965061f92 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:03:11.684114 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: 5a057d74-9647-4223-9ef0-68f965061f92 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:03:11.684460 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 5a057d74-9647-4223-9ef0-68f965061f92 not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:03:12.386848 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-e018ebbd-a814-4ee9-a60a-c638706bac3d tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:12.388332 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-e018ebbd-a814-4ee9-a60a-c638706bac3d tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/networks?id=9b57eec0-641e-4569-bd1f-369aa33cae1b HTTP/1.1" status: 200 len: 808 time: 0.1049931 Mar 14 19:03:12.402705 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-1e95fba3-93f8-4e68-bead-239d98fa6a40 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/quotas/1c8271de3510495a8a0c1b22f9312d90 HTTP/1.1" status: 200 len: 375 time: 0.0089724 Mar 14 19:03:12.434218 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-94422b49-1d9d-4530-9d30-8952c2b4af6b tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c8271de3510495a8a0c1b22f9312d90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268271 Mar 14 19:03:12.537420 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-2efaeef7-85dc-442f-ad0d-f0021313a371 service neutron] 10.222.0.52 "GET /v2.0/networks/9b57eec0-641e-4569-bd1f-369aa33cae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965357 Mar 14 19:03:12.640610 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-f2637c69-e3ce-49c0-ab27-aee4b2948de8 service neutron] 10.222.0.52 "GET /v2.0/networks/9b57eec0-641e-4569-bd1f-369aa33cae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956588 Mar 14 19:03:12.796858 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a4feba2d-e43d-43b8-a452-012a57eef389 req-9f859b7c-b5c6-4087-86c1-c36e91dcadb7 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 210 time: 0.0266972 Mar 14 19:03:13.900453 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-3428d3a1-4c85-4940-a739-84a74cf36779 req-b807f50a-6103-4468-8d92-63249132e126 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 210 time: 0.0277429 Mar 14 19:03:15.008663 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-5575f6fa-8bfd-46ad-876a-3a0ffa275863 req-b20ba03e-8236-4960-8939-90d70fe8b70f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 210 time: 0.0268054 Mar 14 19:03:16.119553 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-11fc1879-a562-434c-8405-75e0728180bb req-02700245-0782-4848-9ff5-fb9a57facd75 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 210 time: 0.0270612 Mar 14 19:03:16.235269 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-2c546210-1925-4118-b182-ddd8a74ac114 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:16.236738 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-2c546210-1925-4118-b182-ddd8a74ac114 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.69 "GET /v2.0/networks?id=9b57eec0-641e-4569-bd1f-369aa33cae1b HTTP/1.1" status: 200 len: 808 time: 0.1099792 Mar 14 19:03:16.249337 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-1604f83a-204a-4bed-a334-d301619e534c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Request body: {'port': {'device_id': 'e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e', 'network_id': '9b57eec0-641e-4569-bd1f-369aa33cae1b', 'admin_state_up': True, 'tenant_id': '1c8271de3510495a8a0c1b22f9312d90'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:16.360042 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-1604f83a-204a-4bed-a334-d301619e534c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Made reservation on behalf of 1c8271de3510495a8a0c1b22f9312d90 for: {'port': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:03:16.363695 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-1604f83a-204a-4bed-a334-d301619e534c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:16.487727 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-1604f83a-204a-4bed-a334-d301619e534c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Allocated IP 172.20.0.3 (9b57eec0-641e-4569-bd1f-369aa33cae1b/3fd82e4f-4ddd-4043-92eb-b4ec4edf8776/b99ae507-0991-40a3-8637-51fbe5ebdd7d) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:03:16.685249 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-1604f83a-204a-4bed-a334-d301619e534c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks [] for port (b99ae507-0991-40a3-8637-51fbe5ebdd7d), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:16.751008 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad1900-48f5-4f40-bfdd-522849184465 req-82bc9696-1831-4cf1-9073-e61d8cecf97b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:16.752495 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-21ad1900-48f5-4f40-bfdd-522849184465 req-82bc9696-1831-4cf1-9073-e61d8cecf97b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/networks?id=ca31f952-ac48-4df0-9e2e-6a7c5e819f7b HTTP/1.1" status: 200 len: 812 time: 0.1401153 Mar 14 19:03:16.765210 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-1604f83a-204a-4bed-a334-d301619e534c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (b99ae507-0991-40a3-8637-51fbe5ebdd7d), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:16.793740 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-21ad1900-48f5-4f40-bfdd-522849184465 req-cbd2833f-dfb0-460b-9a3d-06087350c500 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/quotas/dc083870b7a8470790864399cd379884 HTTP/1.1" status: 200 len: 375 time: 0.0353990 Mar 14 19:03:16.839168 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-1604f83a-204a-4bed-a334-d301619e534c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Network 9b57eec0-641e-4569-bd1f-369aa33cae1b is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:03:16.841388 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-21ad1900-48f5-4f40-bfdd-522849184465 req-6b611894-e38e-401a-be82-0398184876b2 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dc083870b7a8470790864399cd379884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419428 Mar 14 19:03:16.842838 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-1604f83a-204a-4bed-a334-d301619e534c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:03:16.844726 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f83a-204a-4bed-a334-d301619e534c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Pushing event updated for resources: {'Port': ['ID=b99ae507-0991-40a3-8637-51fbe5ebdd7d,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:16.846813 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-1604f83a-204a-4bed-a334-d301619e534c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:03:16.941773 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-1604f83a-204a-4bed-a334-d301619e534c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:16.942397 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-1604f83a-204a-4bed-a334-d301619e534c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:16.970269 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-1604f83a-204a-4bed-a334-d301619e534c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7250204 Mar 14 19:03:16.982477 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Request body: {'port': {'device_id': 'e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:16.987106 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-21ad1900-48f5-4f40-bfdd-522849184465 req-051975e3-7561-4d09-87b8-3aed57190a7d service neutron] 10.222.0.52 "GET /v2.0/networks/ca31f952-ac48-4df0-9e2e-6a7c5e819f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372364 Mar 14 19:03:17.254225 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f743b-204e-41a0-a9a3-9917848024a5 req-574717b0-5b6b-4b9c-86b2-3bff37ce37bf tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:17.255839 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-862f743b-204e-41a0-a9a3-9917848024a5 req-574717b0-5b6b-4b9c-86b2-3bff37ce37bf tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 931 time: 0.0654566 Mar 14 19:03:17.304351 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-862f743b-204e-41a0-a9a3-9917848024a5 req-0754a7d1-beba-47ea-9660-072d047714bb tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 Mar 14 19:03:17.344791 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (b99ae507-0991-40a3-8637-51fbe5ebdd7d), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:17.374467 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-21ad1900-48f5-4f40-bfdd-522849184465 req-b9222121-176f-47b2-92b3-97c769272692 service neutron] 10.222.0.52 "GET /v2.0/networks/ca31f952-ac48-4df0-9e2e-6a7c5e819f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718839 Mar 14 19:03:17.530632 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-1ef5d45f-7e9c-44b3-b333-35b106192a4b req-39fe9e1f-c66f-4a6d-9cc8-029b9e08138c tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=c309b941-3fb1-453d-87f0-23ddfd8c11b1 HTTP/1.1" status: 200 len: 210 time: 0.0272207 Mar 14 19:03:17.625046 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99ae507-0991-40a3-8637-51fbe5ebdd7d {{(pid=109512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:03:17.632438 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Publish callbacks [] for port (b99ae507-0991-40a3-8637-51fbe5ebdd7d), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:17.644476 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.provisioning_blocks [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Transition to ACTIVE for port object b99ae507-0991-40a3-8637-51fbe5ebdd7d will not be triggered until provisioned by entity L2. {{(pid=109512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 19:03:17.648475 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (b99ae507-0991-40a3-8637-51fbe5ebdd7d), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:17.700803 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Pushing event updated for resources: {'Port': ['ID=b99ae507-0991-40a3-8637-51fbe5ebdd7d,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:17.771127 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Attempting to bind port b99ae507-0991-40a3-8637-51fbe5ebdd7d on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:03:17.771466 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Attempting to bind port b99ae507-0991-40a3-8637-51fbe5ebdd7d by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9b57eec0-641e-4569-bd1f-369aa33cae1b'}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:03:17.771866 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Attempting to bind port b99ae507-0991-40a3-8637-51fbe5ebdd7d on network 9b57eec0-641e-4569-bd1f-369aa33cae1b {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:03:17.776446 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Port b99ae507-0991-40a3-8637-51fbe5ebdd7d on network 9b57eec0-641e-4569-bd1f-369aa33cae1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:03:17.776640 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Attempting to bind port b99ae507-0991-40a3-8637-51fbe5ebdd7d on network 9b57eec0-641e-4569-bd1f-369aa33cae1b {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:03:17.782038 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:03:17.782491 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Checking segment: {'id': '90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9b57eec0-641e-4569-bd1f-369aa33cae1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:03:17.782795 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Bound using segment: {'id': '90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9b57eec0-641e-4569-bd1f-369aa33cae1b'} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:03:17.783227 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Bound port: b99ae507-0991-40a3-8637-51fbe5ebdd7d, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9b57eec0-641e-4569-bd1f-369aa33cae1b'}}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:03:17.783616 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (b99ae507-0991-40a3-8637-51fbe5ebdd7d), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:17.847061 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] For port b99ae507-0991-40a3-8637-51fbe5ebdd7d, host hv-cinder-82966, cleared binding levels {{(pid=109512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:03:17.850407 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] For port b99ae507-0991-40a3-8637-51fbe5ebdd7d, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b99ae507-0991-40a3-8637-51fbe5ebdd7d,segment=NetworkSegment(90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e),segment_id=90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e)] {{(pid=109512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:03:17.857617 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (b99ae507-0991-40a3-8637-51fbe5ebdd7d), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:17.894795 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:17.895416 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:17.896990 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] 10.222.0.69 "PUT /v2.0/ports/b99ae507-0991-40a3-8637-51fbe5ebdd7d HTTP/1.1" status: 200 len: 1093 time: 0.9194934 Mar 14 19:03:17.897388 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e', 'tag': 'b99ae507-0991-40a3-8637-51fbe5ebdd7d'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:03:17.899871 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f36012-865e-4ba2-bd67-4607114b3dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e", "tag": "b99ae507-0991-40a3-8637-51fbe5ebdd7d"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:03:17.929390 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57963ab6-d7db-49d1-9c21-81ecad999484 service neutron] Pushing event updated for resources: {'Port': ['ID=b99ae507-0991-40a3-8637-51fbe5ebdd7d,revision_number=3']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:17.946954 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba870c96-f4a9-4ef0-b57d-638311197fdf x-openstack-request-id: req-ba870c96-f4a9-4ef0-b57d-638311197fdf {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:03:17.947324 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e", "tag": "b99ae507-0991-40a3-8637-51fbe5ebdd7d", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:03:17.947610 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba870c96-f4a9-4ef0-b57d-638311197fdf {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:03:17.948009 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e', 'tag': 'b99ae507-0991-40a3-8637-51fbe5ebdd7d', 'status': 'completed', 'code': 200} Mar 14 19:03:17.991935 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-ff60257d-d32f-4b92-a3fb-4a68d8514dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:17.993427 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-ff60257d-d32f-4b92-a3fb-4a68d8514dea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c8271de3510495a8a0c1b22f9312d90&device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 1127 time: 0.0446253 Mar 14 19:03:18.034462 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-ef264ac5-9c4e-468f-8931-137dd354cc4c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b99ae507-0991-40a3-8637-51fbe5ebdd7d HTTP/1.1" status: 200 len: 217 time: 0.0336761 Mar 14 19:03:18.089642 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-b1c5a065-e525-4cd7-99eb-050160addd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:18.091119 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-b1c5a065-e525-4cd7-99eb-050160addd9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fd82e4f-4ddd-4043-92eb-b4ec4edf8776 HTTP/1.1" status: 200 len: 848 time: 0.0464613 Mar 14 19:03:18.123813 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-e91a90a7-8d55-4938-be33-8631290e2a65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b57eec0-641e-4569-bd1f-369aa33cae1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249319 Mar 14 19:03:18.217621 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-50c065b5-47d1-41c2-a99e-a65b6f6c31d3 service neutron] 10.222.0.69 "GET /v2.0/networks/9b57eec0-641e-4569-bd1f-369aa33cae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854104 Mar 14 19:03:18.314792 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-b51b1fb8-ce10-4e9f-bf90-936cbd486298 req-f795a39f-254a-4cbb-bf79-9024329319cd service neutron] 10.222.0.69 "GET /v2.0/networks/9b57eec0-641e-4569-bd1f-369aa33cae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863798 Mar 14 19:03:18.419727 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f36012-865e-4ba2-bd67-4607114b3dc1 req-192a2444-6d02-45b2-a98a-08ae4accb944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:18.421365 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-91f36012-865e-4ba2-bd67-4607114b3dc1 req-192a2444-6d02-45b2-a98a-08ae4accb944 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c8271de3510495a8a0c1b22f9312d90&device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 1127 time: 0.0576994 Mar 14 19:03:18.425185 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebbedc-c121-49df-8ace-9f0c897788b0 req-59621bfa-f252-41b0-9206-59fe7c8a5373 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:18.426912 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-24ebbedc-c121-49df-8ace-9f0c897788b0 req-59621bfa-f252-41b0-9206-59fe7c8a5373 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 943 time: 0.0541921 Mar 14 19:03:18.486632 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-24ebbedc-c121-49df-8ace-9f0c897788b0 req-0526bcde-6772-4d8f-ad0c-68fdbc20557c tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534177 Mar 14 19:03:18.577780 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad1900-48f5-4f40-bfdd-522849184465 req-7daee7ed-d882-4998-8ab3-ee62ad1f7ecb tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:18.579185 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-21ad1900-48f5-4f40-bfdd-522849184465 req-7daee7ed-d882-4998-8ab3-ee62ad1f7ecb tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.69 "GET /v2.0/networks?id=ca31f952-ac48-4df0-9e2e-6a7c5e819f7b HTTP/1.1" status: 200 len: 812 time: 0.1715789 Mar 14 19:03:18.584395 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f36012-865e-4ba2-bd67-4607114b3dc1 req-dc7b263a-8bcf-4c58-8439-96255e3ff65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:18.585753 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-91f36012-865e-4ba2-bd67-4607114b3dc1 req-dc7b263a-8bcf-4c58-8439-96255e3ff65e service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b57eec0-641e-4569-bd1f-369aa33cae1b HTTP/1.1" status: 200 len: 909 time: 0.1542017 Mar 14 19:03:18.603697 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-21ad1900-48f5-4f40-bfdd-522849184465 req-68a60a1d-6e14-4469-9187-ae4a6953b2a9 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Request body: {'port': {'device_id': 'c309b941-3fb1-453d-87f0-23ddfd8c11b1', 'network_id': 'ca31f952-ac48-4df0-9e2e-6a7c5e819f7b', 'admin_state_up': True, 'tenant_id': 'dc083870b7a8470790864399cd379884'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:18.701643 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-25a2670a-0e70-4989-b6f0-3e07db1441fd req-4dbbc4a4-87c8-477f-8543-adf61a7183ac tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=c309b941-3fb1-453d-87f0-23ddfd8c11b1 HTTP/1.1" status: 200 len: 210 time: 0.0946133 Mar 14 19:03:18.704783 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-91f36012-865e-4ba2-bd67-4607114b3dc1 req-c24f6089-5680-4332-889a-3238284e8e4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b99ae507-0991-40a3-8637-51fbe5ebdd7d HTTP/1.1" status: 200 len: 217 time: 0.0969360 Mar 14 19:03:18.781423 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f36012-865e-4ba2-bd67-4607114b3dc1 req-22f29460-199b-45b7-8603-e84625a9cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:18.782819 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-91f36012-865e-4ba2-bd67-4607114b3dc1 req-22f29460-199b-45b7-8603-e84625a9cd90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fd82e4f-4ddd-4043-92eb-b4ec4edf8776 HTTP/1.1" status: 200 len: 848 time: 0.0682716 Mar 14 19:03:18.830270 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-91f36012-865e-4ba2-bd67-4607114b3dc1 req-8172f8d0-4a02-413a-b57c-3ecd95f71785 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b57eec0-641e-4569-bd1f-369aa33cae1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383596 Mar 14 19:03:18.836868 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ad1900-48f5-4f40-bfdd-522849184465 req-68a60a1d-6e14-4469-9187-ae4a6953b2a9 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Made reservation on behalf of dc083870b7a8470790864399cd379884 for: {'port': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:03:18.840418 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-21ad1900-48f5-4f40-bfdd-522849184465 req-68a60a1d-6e14-4469-9187-ae4a6953b2a9 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:18.985748 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-91f36012-865e-4ba2-bd67-4607114b3dc1 req-2e199c45-8c46-4291-9b44-6477fe4a88b1 service neutron] 10.222.0.69 "GET /v2.0/networks/9b57eec0-641e-4569-bd1f-369aa33cae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430972 Mar 14 19:03:19.076024 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [req-21ad1900-48f5-4f40-bfdd-522849184465 req-68a60a1d-6e14-4469-9187-ae4a6953b2a9 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Allocated IP 172.20.0.13 (ca31f952-ac48-4df0-9e2e-6a7c5e819f7b/20fb0199-b4b6-45e5-9cd4-0273fe5a2a09/a405a507-02ae-408e-8cfc-6c5cc645b939) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:03:19.130847 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-91f36012-865e-4ba2-bd67-4607114b3dc1 req-b0efdf36-e5aa-4dd0-bcf2-0ccf6856b21b service neutron] 10.222.0.69 "GET /v2.0/networks/9b57eec0-641e-4569-bd1f-369aa33cae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278338 Mar 14 19:03:19.247832 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-21ad1900-48f5-4f40-bfdd-522849184465 req-68a60a1d-6e14-4469-9187-ae4a6953b2a9 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks [] for port (a405a507-02ae-408e-8cfc-6c5cc645b939), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:19.283801 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-21ad1900-48f5-4f40-bfdd-522849184465 req-68a60a1d-6e14-4469-9187-ae4a6953b2a9 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (a405a507-02ae-408e-8cfc-6c5cc645b939), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:19.325939 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ad1900-48f5-4f40-bfdd-522849184465 req-68a60a1d-6e14-4469-9187-ae4a6953b2a9 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Network ca31f952-ac48-4df0-9e2e-6a7c5e819f7b is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:03:19.329170 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [req-21ad1900-48f5-4f40-bfdd-522849184465 req-68a60a1d-6e14-4469-9187-ae4a6953b2a9 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:03:19.332662 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ad1900-48f5-4f40-bfdd-522849184465 req-68a60a1d-6e14-4469-9187-ae4a6953b2a9 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:03:19.339104 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a60a1d-6e14-4469-9187-ae4a6953b2a9 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Pushing event updated for resources: {'Port': ['ID=a405a507-02ae-408e-8cfc-6c5cc645b939,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:19.383383 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad1900-48f5-4f40-bfdd-522849184465 req-68a60a1d-6e14-4469-9187-ae4a6953b2a9 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:19.384026 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-21ad1900-48f5-4f40-bfdd-522849184465 req-68a60a1d-6e14-4469-9187-ae4a6953b2a9 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:19.402626 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-21ad1900-48f5-4f40-bfdd-522849184465 req-68a60a1d-6e14-4469-9187-ae4a6953b2a9 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8027062 Mar 14 19:03:19.414390 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Request body: {'port': {'device_id': 'c309b941-3fb1-453d-87f0-23ddfd8c11b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:19.475761 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (a405a507-02ae-408e-8cfc-6c5cc645b939), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:19.602304 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a801-7930-4e6b-80bb-04545fdd9216 req-048d217f-358d-4a2f-a0af-37baec4a69f4 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:19.603756 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-22b7a801-7930-4e6b-80bb-04545fdd9216 req-048d217f-358d-4a2f-a0af-37baec4a69f4 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 943 time: 0.0529673 Mar 14 19:03:19.638881 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device b99ae507-0991-40a3-8637-51fbe5ebdd7d details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:03:19.651791 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-22b7a801-7930-4e6b-80bb-04545fdd9216 req-ffad66df-5465-4727-aa3f-a8f405007f58 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419264 Mar 14 19:03:19.731214 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a405a507-02ae-408e-8cfc-6c5cc645b939 {{(pid=109512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:03:19.736406 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port b99ae507-0991-40a3-8637-51fbe5ebdd7d, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b99ae507-0991-40a3-8637-51fbe5ebdd7d,segment=NetworkSegment(90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e),segment_id=90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:19.739291 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Publish callbacks [] for port (a405a507-02ae-408e-8cfc-6c5cc645b939), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:19.751702 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.provisioning_blocks [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Transition to ACTIVE for port object a405a507-02ae-408e-8cfc-6c5cc645b939 will not be triggered until provisioned by entity L2. {{(pid=109512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 19:03:19.752597 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': 'b99ae507-0991-40a3-8637-51fbe5ebdd7d', 'network_id': '9b57eec0-641e-4569-bd1f-369aa33cae1b', 'port_id': 'b99ae507-0991-40a3-8637-51fbe5ebdd7d', 'mac_address': 'fa:16:3e:e0:79:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd82e4f-4ddd-4043-92eb-b4ec4edf8776', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:03:19.757377 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (a405a507-02ae-408e-8cfc-6c5cc645b939), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:19.793376 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port b99ae507-0991-40a3-8637-51fbe5ebdd7d is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:19.793775 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (b99ae507-0991-40a3-8637-51fbe5ebdd7d), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:19.807319 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99ae507-0991-40a3-8637-51fbe5ebdd7d {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:03:19.827266 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port b99ae507-0991-40a3-8637-51fbe5ebdd7d, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b99ae507-0991-40a3-8637-51fbe5ebdd7d,segment=NetworkSegment(90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e),segment_id=90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:19.831898 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (b99ae507-0991-40a3-8637-51fbe5ebdd7d), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:19.837646 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad744456-9460-429b-b879-cabb9366876b service neutron] Pushing event updated for resources: {'Port': ['ID=a405a507-02ae-408e-8cfc-6c5cc645b939,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:19.879221 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=b99ae507-0991-40a3-8637-51fbe5ebdd7d,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:19.905324 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225a577-9d4f-4992-b58d-dc69e48264fa req-ad2bea1d-cd18-470c-8474-353dc60ac3d1 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:19.906784 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3225a577-9d4f-4992-b58d-dc69e48264fa req-ad2bea1d-cd18-470c-8474-353dc60ac3d1 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=c309b941-3fb1-453d-87f0-23ddfd8c11b1 HTTP/1.1" status: 200 len: 944 time: 0.1203773 Mar 14 19:03:19.923963 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Attempting to bind port a405a507-02ae-408e-8cfc-6c5cc645b939 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:03:19.924283 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Attempting to bind port a405a507-02ae-408e-8cfc-6c5cc645b939 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '98e90a8a-a58b-47da-9b8c-64753547be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ca31f952-ac48-4df0-9e2e-6a7c5e819f7b'}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:03:19.924597 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Attempting to bind port a405a507-02ae-408e-8cfc-6c5cc645b939 on network ca31f952-ac48-4df0-9e2e-6a7c5e819f7b {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:03:19.939942 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Port a405a507-02ae-408e-8cfc-6c5cc645b939 on network ca31f952-ac48-4df0-9e2e-6a7c5e819f7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:03:19.940257 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Attempting to bind port a405a507-02ae-408e-8cfc-6c5cc645b939 on network ca31f952-ac48-4df0-9e2e-6a7c5e819f7b {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:03:19.952524 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:03:19.952857 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Checking segment: {'id': '98e90a8a-a58b-47da-9b8c-64753547be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ca31f952-ac48-4df0-9e2e-6a7c5e819f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:03:19.953229 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Bound using segment: {'id': '98e90a8a-a58b-47da-9b8c-64753547be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ca31f952-ac48-4df0-9e2e-6a7c5e819f7b'} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:03:19.953653 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Bound port: a405a507-02ae-408e-8cfc-6c5cc645b939, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e90a8a-a58b-47da-9b8c-64753547be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ca31f952-ac48-4df0-9e2e-6a7c5e819f7b'}}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:03:19.953987 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (a405a507-02ae-408e-8cfc-6c5cc645b939), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:19.979123 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-3225a577-9d4f-4992-b58d-dc69e48264fa req-8d91e826-8ffb-407c-9ac7-fb9bff595fcd tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652690 Mar 14 19:03:20.032963 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] For port a405a507-02ae-408e-8cfc-6c5cc645b939, host hv-cinder-82966, cleared binding levels {{(pid=109512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:03:20.036379 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] For port a405a507-02ae-408e-8cfc-6c5cc645b939, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=a405a507-02ae-408e-8cfc-6c5cc645b939,segment=NetworkSegment(98e90a8a-a58b-47da-9b8c-64753547be0b),segment_id=98e90a8a-a58b-47da-9b8c-64753547be0b)] {{(pid=109512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:03:20.043568 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (a405a507-02ae-408e-8cfc-6c5cc645b939), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:20.058313 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['b99ae507-0991-40a3-8637-51fbe5ebdd7d'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:03:20.077117 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:20.077737 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:20.079093 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-21ad1900-48f5-4f40-bfdd-522849184465 req-ad744456-9460-429b-b879-cabb9366876b service neutron] 10.222.0.69 "PUT /v2.0/ports/a405a507-02ae-408e-8cfc-6c5cc645b939 HTTP/1.1" status: 200 len: 1094 time: 0.6687164 Mar 14 19:03:20.079514 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c309b941-3fb1-453d-87f0-23ddfd8c11b1', 'tag': 'a405a507-02ae-408e-8cfc-6c5cc645b939'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:03:20.081768 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0fdee1-955a-48c7-870d-f00e6be7a776" -d '{"events": [{"name": "network-changed", "server_uuid": "c309b941-3fb1-453d-87f0-23ddfd8c11b1", "tag": "a405a507-02ae-408e-8cfc-6c5cc645b939"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:03:20.106751 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad744456-9460-429b-b879-cabb9366876b service neutron] Pushing event updated for resources: {'Port': ['ID=a405a507-02ae-408e-8cfc-6c5cc645b939,revision_number=3']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:20.127018 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550dfe49-eacb-4e5e-b334-800e803a0c20 x-openstack-request-id: req-550dfe49-eacb-4e5e-b334-800e803a0c20 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:03:20.127388 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c309b941-3fb1-453d-87f0-23ddfd8c11b1", "tag": "a405a507-02ae-408e-8cfc-6c5cc645b939", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:03:20.127733 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-550dfe49-eacb-4e5e-b334-800e803a0c20 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:03:20.128205 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c309b941-3fb1-453d-87f0-23ddfd8c11b1', 'tag': 'a405a507-02ae-408e-8cfc-6c5cc645b939', 'status': 'completed', 'code': 200} Mar 14 19:03:20.175097 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad1900-48f5-4f40-bfdd-522849184465 req-3079eec6-dcf1-4025-abe1-9e0dfbcb085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:20.176723 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-21ad1900-48f5-4f40-bfdd-522849184465 req-3079eec6-dcf1-4025-abe1-9e0dfbcb085e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc083870b7a8470790864399cd379884&device_id=c309b941-3fb1-453d-87f0-23ddfd8c11b1 HTTP/1.1" status: 200 len: 1128 time: 0.0454488 Mar 14 19:03:20.221066 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-21ad1900-48f5-4f40-bfdd-522849184465 req-777b26c9-4287-4862-81f7-2a1792c22496 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a405a507-02ae-408e-8cfc-6c5cc645b939 HTTP/1.1" status: 200 len: 217 time: 0.0367618 Mar 14 19:03:20.270323 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad1900-48f5-4f40-bfdd-522849184465 req-44d1e1b1-f36d-4715-bb21-783f22a22dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:20.271881 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-21ad1900-48f5-4f40-bfdd-522849184465 req-44d1e1b1-f36d-4715-bb21-783f22a22dd9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20fb0199-b4b6-45e5-9cd4-0273fe5a2a09 HTTP/1.1" status: 200 len: 852 time: 0.0440755 Mar 14 19:03:20.302628 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-21ad1900-48f5-4f40-bfdd-522849184465 req-8c1c7e17-c129-416d-bbb1-6d6e25c9019e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ca31f952-ac48-4df0-9e2e-6a7c5e819f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245707 Mar 14 19:03:20.403690 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-21ad1900-48f5-4f40-bfdd-522849184465 req-7300a6d0-9850-4139-bdc3-f5df3b07bb0c service neutron] 10.222.0.69 "GET /v2.0/networks/ca31f952-ac48-4df0-9e2e-6a7c5e819f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938570 Mar 14 19:03:20.493287 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-21ad1900-48f5-4f40-bfdd-522849184465 req-958c9e80-5c8e-460a-a194-768dd973b683 service neutron] 10.222.0.69 "GET /v2.0/networks/ca31f952-ac48-4df0-9e2e-6a7c5e819f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817225 Mar 14 19:03:20.590783 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fdee1-955a-48c7-870d-f00e6be7a776 req-8711210b-472e-46fe-93e3-e5d2f4bc9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:20.592292 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7d0fdee1-955a-48c7-870d-f00e6be7a776 req-8711210b-472e-46fe-93e3-e5d2f4bc9865 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc083870b7a8470790864399cd379884&device_id=c309b941-3fb1-453d-87f0-23ddfd8c11b1 HTTP/1.1" status: 200 len: 1128 time: 0.0461433 Mar 14 19:03:20.683259 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fdee1-955a-48c7-870d-f00e6be7a776 req-a9510b5e-8830-47c7-8607-6e7d27803509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:20.684761 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7d0fdee1-955a-48c7-870d-f00e6be7a776 req-a9510b5e-8830-47c7-8607-6e7d27803509 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ca31f952-ac48-4df0-9e2e-6a7c5e819f7b HTTP/1.1" status: 200 len: 913 time: 0.0864377 Mar 14 19:03:20.734121 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7d0fdee1-955a-48c7-870d-f00e6be7a776 req-028c05b9-5730-4fa8-b456-05e13434eda0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a405a507-02ae-408e-8cfc-6c5cc645b939 HTTP/1.1" status: 200 len: 217 time: 0.0429094 Mar 14 19:03:20.806928 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fdee1-955a-48c7-870d-f00e6be7a776 req-d2991ec9-7b95-498f-ba8a-ab2e84d370fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:20.808415 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7d0fdee1-955a-48c7-870d-f00e6be7a776 req-d2991ec9-7b95-498f-ba8a-ab2e84d370fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20fb0199-b4b6-45e5-9cd4-0273fe5a2a09 HTTP/1.1" status: 200 len: 852 time: 0.0516369 Mar 14 19:03:20.818489 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcdb42-5545-4f14-b106-40abce6c6997 req-e656bdcb-598b-414c-81a6-9908540e1d5f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:20.819981 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-53fcdb42-5545-4f14-b106-40abce6c6997 req-e656bdcb-598b-414c-81a6-9908540e1d5f tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 944 time: 0.0956922 Mar 14 19:03:20.850284 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7d0fdee1-955a-48c7-870d-f00e6be7a776 req-b8f7ef98-cd8c-47f6-a468-b65544727398 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ca31f952-ac48-4df0-9e2e-6a7c5e819f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293279 Mar 14 19:03:20.933336 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-53fcdb42-5545-4f14-b106-40abce6c6997 req-17a95cbe-b86b-4095-8ebd-e250ecf2e913 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052675 Mar 14 19:03:20.961835 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7d0fdee1-955a-48c7-870d-f00e6be7a776 req-5eafd457-e706-4365-badf-61c2dba1b832 service neutron] 10.222.0.69 "GET /v2.0/networks/ca31f952-ac48-4df0-9e2e-6a7c5e819f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048889 Mar 14 19:03:21.049454 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7d0fdee1-955a-48c7-870d-f00e6be7a776 req-fbfd4a4d-f45e-4487-8163-e24ea84de076 service neutron] 10.222.0.69 "GET /v2.0/networks/ca31f952-ac48-4df0-9e2e-6a7c5e819f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811005 Mar 14 19:03:21.100931 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad43be-0fa0-4829-a0b0-d0b4b2bba074 req-349bfb66-cd3f-4609-a0a9-9e3c5e9d4acc tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:21.102419 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-41ad43be-0fa0-4829-a0b0-d0b4b2bba074 req-349bfb66-cd3f-4609-a0a9-9e3c5e9d4acc tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=c309b941-3fb1-453d-87f0-23ddfd8c11b1 HTTP/1.1" status: 200 len: 944 time: 0.0537183 Mar 14 19:03:21.149296 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-41ad43be-0fa0-4829-a0b0-d0b4b2bba074 req-7d4c105f-b4f5-44e9-bb9d-a7647391c513 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Mar 14 19:03:21.361198 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:21.654973 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device a405a507-02ae-408e-8cfc-6c5cc645b939 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:03:21.658119 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device b99ae507-0991-40a3-8637-51fbe5ebdd7d up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:03:21.778984 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port b99ae507-0991-40a3-8637-51fbe5ebdd7d completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 19:03:21.791497 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port b99ae507-0991-40a3-8637-51fbe5ebdd7d triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:21.791873 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (b99ae507-0991-40a3-8637-51fbe5ebdd7d), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:21.825682 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port a405a507-02ae-408e-8cfc-6c5cc645b939, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=a405a507-02ae-408e-8cfc-6c5cc645b939,segment=NetworkSegment(98e90a8a-a58b-47da-9b8c-64753547be0b),segment_id=98e90a8a-a58b-47da-9b8c-64753547be0b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:21.843378 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': 'a405a507-02ae-408e-8cfc-6c5cc645b939', 'network_id': 'ca31f952-ac48-4df0-9e2e-6a7c5e819f7b', 'port_id': 'a405a507-02ae-408e-8cfc-6c5cc645b939', 'mac_address': 'fa:16:3e:74:e2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fb0199-b4b6-45e5-9cd4-0273fe5a2a09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:03:21.906322 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port a405a507-02ae-408e-8cfc-6c5cc645b939 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:21.906634 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (a405a507-02ae-408e-8cfc-6c5cc645b939), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:21.926914 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a405a507-02ae-408e-8cfc-6c5cc645b939 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:03:21.930876 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port b99ae507-0991-40a3-8637-51fbe5ebdd7d is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:21.931258 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (b99ae507-0991-40a3-8637-51fbe5ebdd7d), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:21.960979 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port a405a507-02ae-408e-8cfc-6c5cc645b939, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=a405a507-02ae-408e-8cfc-6c5cc645b939,segment=NetworkSegment(98e90a8a-a58b-47da-9b8c-64753547be0b),segment_id=98e90a8a-a58b-47da-9b8c-64753547be0b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:21.968063 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99ae507-0991-40a3-8637-51fbe5ebdd7d'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:03:21.970274 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdc6a72-a841-496c-92a6-134797968525" -d '{"events": [{"server_uuid": "e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e", "name": "network-vif-plugged", "status": "completed", "tag": "b99ae507-0991-40a3-8637-51fbe5ebdd7d"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:03:21.980337 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (a405a507-02ae-408e-8cfc-6c5cc645b939), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:21.985919 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port b99ae507-0991-40a3-8637-51fbe5ebdd7d, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b99ae507-0991-40a3-8637-51fbe5ebdd7d,segment=NetworkSegment(90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e),segment_id=90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:22.007063 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981c3091-765e-4943-8d07-31597a367caf x-openstack-request-id: req-981c3091-765e-4943-8d07-31597a367caf {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:03:22.007353 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e", "name": "network-vif-plugged", "status": "completed", "tag": "b99ae507-0991-40a3-8637-51fbe5ebdd7d", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:03:22.007629 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-981c3091-765e-4943-8d07-31597a367caf {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:03:22.008014 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99ae507-0991-40a3-8637-51fbe5ebdd7d', 'code': 200} Mar 14 19:03:22.010417 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (b99ae507-0991-40a3-8637-51fbe5ebdd7d), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:22.035310 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=a405a507-02ae-408e-8cfc-6c5cc645b939,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:22.058033 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe1ae3-f71a-4352-9762-50c474589475 req-1d286f0f-f47c-4730-b366-e3491a8f5f28 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:22.059555 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9ffe1ae3-f71a-4352-9762-50c474589475 req-1d286f0f-f47c-4730-b366-e3491a8f5f28 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 945 time: 0.0584128 Mar 14 19:03:22.089033 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=b99ae507-0991-40a3-8637-51fbe5ebdd7d,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:22.119577 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9ffe1ae3-f71a-4352-9762-50c474589475 req-f999c975-2237-45c9-946a-6dcaed83231e tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500336 Mar 14 19:03:22.190752 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13b854-ed76-421a-b290-c8dc4de223ce req-d80702b5-e63c-4b0c-a2ba-8ccab32a14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:22.192337 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-be13b854-ed76-421a-b290-c8dc4de223ce req-d80702b5-e63c-4b0c-a2ba-8ccab32a14ce service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 1129 time: 0.0439155 Mar 14 19:03:22.204257 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['a405a507-02ae-408e-8cfc-6c5cc645b939'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:03:22.239109 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-be13b854-ed76-421a-b290-c8dc4de223ce req-bbdd76bf-4d4a-4e72-8500-ad53190c49b6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392399 Mar 14 19:03:22.275275 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb4ffa-21d2-44f5-b40d-cc98ed5d3875 req-c1894773-d183-459e-8c2d-86ef27ad4f2e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:22.276782 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-feeb4ffa-21d2-44f5-b40d-cc98ed5d3875 req-c1894773-d183-459e-8c2d-86ef27ad4f2e tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=c309b941-3fb1-453d-87f0-23ddfd8c11b1 HTTP/1.1" status: 200 len: 945 time: 0.0571177 Mar 14 19:03:22.325371 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-feeb4ffa-21d2-44f5-b40d-cc98ed5d3875 req-a155424b-d6f0-448b-9f72-e4075ba91253 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424571 Mar 14 19:03:23.242745 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fc874-d1fb-4718-b1be-d39ed61b2931 req-86709376-9bf1-4922-9300-948a2fd429f1 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:23.244385 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-316fc874-d1fb-4718-b1be-d39ed61b2931 req-86709376-9bf1-4922-9300-948a2fd429f1 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 945 time: 0.0544131 Mar 14 19:03:23.297004 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-316fc874-d1fb-4718-b1be-d39ed61b2931 req-c46065d7-28a3-4cc5-9547-0ed0ac8becdb tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470016 Mar 14 19:03:23.450549 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36ab15-1e7d-4f88-846a-1a740a18d22e req-378b1702-654b-40da-a435-b283e023b1c3 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:23.452116 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5c36ab15-1e7d-4f88-846a-1a740a18d22e req-378b1702-654b-40da-a435-b283e023b1c3 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=c309b941-3fb1-453d-87f0-23ddfd8c11b1 HTTP/1.1" status: 200 len: 945 time: 0.0561447 Mar 14 19:03:23.500831 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5c36ab15-1e7d-4f88-846a-1a740a18d22e req-e474be52-f944-44af-819b-ca828104619b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430033 Mar 14 19:03:23.669388 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device a405a507-02ae-408e-8cfc-6c5cc645b939 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:03:23.733171 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port a405a507-02ae-408e-8cfc-6c5cc645b939 completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 19:03:23.737248 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port a405a507-02ae-408e-8cfc-6c5cc645b939 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:23.737630 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (a405a507-02ae-408e-8cfc-6c5cc645b939), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:23.815209 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port a405a507-02ae-408e-8cfc-6c5cc645b939 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:23.815636 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (a405a507-02ae-408e-8cfc-6c5cc645b939), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:23.851691 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port a405a507-02ae-408e-8cfc-6c5cc645b939, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=a405a507-02ae-408e-8cfc-6c5cc645b939,segment=NetworkSegment(98e90a8a-a58b-47da-9b8c-64753547be0b),segment_id=98e90a8a-a58b-47da-9b8c-64753547be0b)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:23.857972 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (a405a507-02ae-408e-8cfc-6c5cc645b939), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:23.909233 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=a405a507-02ae-408e-8cfc-6c5cc645b939,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:24.009101 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c309b941-3fb1-453d-87f0-23ddfd8c11b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a405a507-02ae-408e-8cfc-6c5cc645b939'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:03:24.012734 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4706d3a2-013d-42d5-ac45-4d16889f4977" -d '{"events": [{"server_uuid": "c309b941-3fb1-453d-87f0-23ddfd8c11b1", "name": "network-vif-plugged", "status": "completed", "tag": "a405a507-02ae-408e-8cfc-6c5cc645b939"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:03:24.052714 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee77ca0-1838-4243-ad1a-2c460caecb4a x-openstack-request-id: req-fee77ca0-1838-4243-ad1a-2c460caecb4a {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:03:24.053006 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c309b941-3fb1-453d-87f0-23ddfd8c11b1", "name": "network-vif-plugged", "status": "completed", "tag": "a405a507-02ae-408e-8cfc-6c5cc645b939", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:03:24.053302 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fee77ca0-1838-4243-ad1a-2c460caecb4a {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:03:24.053696 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c309b941-3fb1-453d-87f0-23ddfd8c11b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a405a507-02ae-408e-8cfc-6c5cc645b939', 'code': 200} Mar 14 19:03:24.230382 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db1754-bbbb-4205-870f-3f7dc725be8c req-073bfb69-052c-49cd-93eb-862ff7d93542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:24.231925 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c8db1754-bbbb-4205-870f-3f7dc725be8c req-073bfb69-052c-49cd-93eb-862ff7d93542 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c309b941-3fb1-453d-87f0-23ddfd8c11b1 HTTP/1.1" status: 200 len: 1130 time: 0.0494890 Mar 14 19:03:24.277195 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c8db1754-bbbb-4205-870f-3f7dc725be8c req-b9367712-2b03-4ac5-9929-5676c22be5d0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381379 Mar 14 19:03:24.429205 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820e522-b580-4983-aa00-7dd0f8e537cc req-b6a2599d-8179-4b5b-9e3d-da555272b9f6 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:24.430832 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a820e522-b580-4983-aa00-7dd0f8e537cc req-b6a2599d-8179-4b5b-9e3d-da555272b9f6 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 945 time: 0.0605249 Mar 14 19:03:24.482514 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a820e522-b580-4983-aa00-7dd0f8e537cc req-5eb77272-b35f-4be1-ac69-40d2ac653ddb tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460200 Mar 14 19:03:24.621263 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73d525-662e-4dfc-8781-417d1c101b5b req-fa2093bc-d3c9-4ac6-ac87-19e75442f217 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:24.622715 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ea73d525-662e-4dfc-8781-417d1c101b5b req-fa2093bc-d3c9-4ac6-ac87-19e75442f217 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=c309b941-3fb1-453d-87f0-23ddfd8c11b1 HTTP/1.1" status: 200 len: 946 time: 0.0531256 Mar 14 19:03:24.673632 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ea73d525-662e-4dfc-8781-417d1c101b5b req-352816fd-9a19-48fb-9b13-23f7b25cd03f tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450919 Mar 14 19:03:25.170575 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c84a6-8b96-4e4f-9785-b6a68b3b13de req-4100f332-21f5-4ef5-8c8f-2f0cf809eecf tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:25.172117 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-885c84a6-8b96-4e4f-9785-b6a68b3b13de req-4100f332-21f5-4ef5-8c8f-2f0cf809eecf tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 945 time: 0.0576944 Mar 14 19:03:25.221925 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-885c84a6-8b96-4e4f-9785-b6a68b3b13de req-8551dfbf-9b96-4efc-bc6b-6ee74e3db4bf tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418055 Mar 14 19:03:25.807403 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11f5e7-4283-4d26-a99e-5fcddf53a2dc req-6477929f-fc21-484c-9ea9-e2e1b5c72d52 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:25.808914 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5a11f5e7-4283-4d26-a99e-5fcddf53a2dc req-6477929f-fc21-484c-9ea9-e2e1b5c72d52 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=c309b941-3fb1-453d-87f0-23ddfd8c11b1 HTTP/1.1" status: 200 len: 946 time: 0.0573781 Mar 14 19:03:25.858550 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-5a11f5e7-4283-4d26-a99e-5fcddf53a2dc req-b470021f-9dd3-4b22-9b06-a6ebb43a88f7 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414600 Mar 14 19:03:26.340904 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f2758-99c6-4ad9-b281-7af694318c0b req-83cd7ec3-f2b0-48a2-973d-2654538e461a tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:26.342416 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-211f2758-99c6-4ad9-b281-7af694318c0b req-83cd7ec3-f2b0-48a2-973d-2654538e461a tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 945 time: 0.0541329 Mar 14 19:03:26.393561 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-211f2758-99c6-4ad9-b281-7af694318c0b req-0fdb4b80-e8e8-40e4-9a3e-c5be68b52ac9 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/security-groups?id=657efd0a-d066-4866-b3ab-4e483d0a7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427165 Mar 14 19:03:26.551830 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f5406fa7-11c3-4f5a-bd30-a6eb86c41579 req-14760537-0396-4c80-a6ca-d5c9c53e1052 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510869 Mar 14 19:03:26.595589 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3a75-a49e-4585-9680-a3bd1eaa1690 req-d326c9cf-1242-43d9-9b4a-8aee20ea043a tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:26.597036 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d2c3a75-a49e-4585-9680-a3bd1eaa1690 req-d326c9cf-1242-43d9-9b4a-8aee20ea043a tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 945 time: 0.0562284 Mar 14 19:03:26.707407 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5406fa7-11c3-4f5a-bd30-a6eb86c41579 req-05cacc67-59c1-47af-adde-fdff49d8dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:26.709348 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f5406fa7-11c3-4f5a-bd30-a6eb86c41579 req-05cacc67-59c1-47af-adde-fdff49d8dcda service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 1130 time: 0.0820441 Mar 14 19:03:26.727640 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-1d2c3a75-a49e-4585-9680-a3bd1eaa1690 req-4d240621-0a90-467a-b486-a15eb6c42b9d tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Deleting port b99ae507-0991-40a3-8637-51fbe5ebdd7d {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:03:26.727971 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-1d2c3a75-a49e-4585-9680-a3bd1eaa1690 req-4d240621-0a90-467a-b486-a15eb6c42b9d tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (b99ae507-0991-40a3-8637-51fbe5ebdd7d), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:26.883364 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-1d2c3a75-a49e-4585-9680-a3bd1eaa1690 req-4d240621-0a90-467a-b486-a15eb6c42b9d tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] For port b99ae507-0991-40a3-8637-51fbe5ebdd7d, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b99ae507-0991-40a3-8637-51fbe5ebdd7d,segment=NetworkSegment(90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e),segment_id=90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:26.883629 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-1d2c3a75-a49e-4585-9680-a3bd1eaa1690 req-4d240621-0a90-467a-b486-a15eb6c42b9d tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (b99ae507-0991-40a3-8637-51fbe5ebdd7d), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:26.890960 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5406fa7-11c3-4f5a-bd30-a6eb86c41579 req-5541dcfd-89b0-46ef-8e93-5df85de3a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:26.892470 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f5406fa7-11c3-4f5a-bd30-a6eb86c41579 req-5541dcfd-89b0-46ef-8e93-5df85de3a172 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 913 time: 0.1616621 Mar 14 19:03:26.897979 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-1d2c3a75-a49e-4585-9680-a3bd1eaa1690 req-4d240621-0a90-467a-b486-a15eb6c42b9d tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Calling delete_port for b99ae507-0991-40a3-8637-51fbe5ebdd7d owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:03:26.996670 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f5406fa7-11c3-4f5a-bd30-a6eb86c41579 req-e7949843-3c0b-4570-857c-f46529ac3006 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 HTTP/1.1" status: 200 len: 1001 time: 0.0967503 Mar 14 19:03:27.058546 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5406fa7-11c3-4f5a-bd30-a6eb86c41579 req-0f5d070c-ecae-44d2-a513-94b6fdfe4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:27.060162 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f5406fa7-11c3-4f5a-bd30-a6eb86c41579 req-0f5d070c-ecae-44d2-a513-94b6fdfe4c53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0555332 Mar 14 19:03:27.141219 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-1d2c3a75-a49e-4585-9680-a3bd1eaa1690 req-4d240621-0a90-467a-b486-a15eb6c42b9d tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (b99ae507-0991-40a3-8637-51fbe5ebdd7d), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:27.174181 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5406fa7-11c3-4f5a-bd30-a6eb86c41579 req-33c9accf-040a-4ae1-982c-7db3c8499ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:27.175737 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f5406fa7-11c3-4f5a-bd30-a6eb86c41579 req-33c9accf-040a-4ae1-982c-7db3c8499ff7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059515 Mar 14 19:03:27.176893 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d240621-0a90-467a-b486-a15eb6c42b9d tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Pushing event deleted for resources: {'Port': ['ID=b99ae507-0991-40a3-8637-51fbe5ebdd7d,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:27.263011 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2c3a75-a49e-4585-9680-a3bd1eaa1690 req-4d240621-0a90-467a-b486-a15eb6c42b9d tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] No DVR routers for this DVR port b99ae507-0991-40a3-8637-51fbe5ebdd7d on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:03:27.266645 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-1d2c3a75-a49e-4585-9680-a3bd1eaa1690 req-4d240621-0a90-467a-b486-a15eb6c42b9d tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:27.269930 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1d2c3a75-a49e-4585-9680-a3bd1eaa1690 req-4d240621-0a90-467a-b486-a15eb6c42b9d tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.69 "DELETE /v2.0/ports/b99ae507-0991-40a3-8637-51fbe5ebdd7d HTTP/1.1" status: 204 len: 173 time: 0.6668139 Mar 14 19:03:27.270377 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e', 'name': 'network-vif-deleted', 'tag': 'b99ae507-0991-40a3-8637-51fbe5ebdd7d'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:03:27.272745 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bf88d0-b4d2-4293-aa3b-7148131b80a7" -d '{"events": [{"server_uuid": "e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e", "name": "network-vif-deleted", "tag": "b99ae507-0991-40a3-8637-51fbe5ebdd7d"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:03:27.285949 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['b99ae507-0991-40a3-8637-51fbe5ebdd7d'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:03:27.318797 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf75e46-1691-4531-bedb-d9a57e37510f x-openstack-request-id: req-daf75e46-1691-4531-bedb-d9a57e37510f {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:03:27.319077 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e", "name": "network-vif-deleted", "tag": "b99ae507-0991-40a3-8637-51fbe5ebdd7d", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:03:27.319521 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-daf75e46-1691-4531-bedb-d9a57e37510f {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:03:27.319877 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e', 'name': 'network-vif-deleted', 'tag': 'b99ae507-0991-40a3-8637-51fbe5ebdd7d', 'status': 'completed', 'code': 200} Mar 14 19:03:27.337104 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f5406fa7-11c3-4f5a-bd30-a6eb86c41579 req-4ea6d8da-7496-4abc-b5d8-a736d19f5fe6 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536388 Mar 14 19:03:27.433653 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f5406fa7-11c3-4f5a-bd30-a6eb86c41579 req-8fb901be-d1d1-4468-9e38-2a4b7d4cd967 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889950 Mar 14 19:03:27.502848 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-6a96f07e-787f-4bda-8e6f-7a6465419a2d req-a7a1465e-9327-4a2d-8608-8ad1193963e4 tempest-VolumesActionsTest-1352814002 tempest-VolumesActionsTest-1352814002-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8aaeac0-2c9d-46f2-8ffc-b8da3b4b2e7e HTTP/1.1" status: 200 len: 210 time: 0.0299613 Mar 14 19:03:30.375762 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device b99ae507-0991-40a3-8637-51fbe5ebdd7d no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:03:30.399114 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: b99ae507-0991-40a3-8637-51fbe5ebdd7d {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:03:30.399444 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device b99ae507-0991-40a3-8637-51fbe5ebdd7d not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:03:32.408935 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-b9720e50-0418-433b-a663-dd3a3d8e82b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:34.723019 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-780a0d4c-1ae0-411b-aee4-2761e24396ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:35.919964 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:03:35.957715 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:37.133119 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:38.736862 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:47.121690 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b00b6-90fb-4089-b45f-17a0f7e16062 req-231a0623-c898-4c1a-b938-2a87846aafa7 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:47.123100 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e85b00b6-90fb-4089-b45f-17a0f7e16062 req-231a0623-c898-4c1a-b938-2a87846aafa7 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=c309b941-3fb1-453d-87f0-23ddfd8c11b1 HTTP/1.1" status: 200 len: 946 time: 0.0586357 Mar 14 19:03:47.176042 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-e85b00b6-90fb-4089-b45f-17a0f7e16062 req-cbd1cf78-1ce3-4520-bceb-efec19c244d9 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458276 Mar 14 19:03:48.306584 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8deae-1195-4d38-a7a9-fda8f7629eaa req-363d5138-8b5a-4a89-9558-0f48f294759d tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:48.309663 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f7f8deae-1195-4d38-a7a9-fda8f7629eaa req-363d5138-8b5a-4a89-9558-0f48f294759d tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=c309b941-3fb1-453d-87f0-23ddfd8c11b1 HTTP/1.1" status: 200 len: 946 time: 0.0588109 Mar 14 19:03:48.363161 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f7f8deae-1195-4d38-a7a9-fda8f7629eaa req-e467d031-a61d-4890-a4db-aaa439f9f6fb tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/security-groups?id=be713315-3925-4472-aa3c-f084c009a5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477977 Mar 14 19:03:48.995095 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91303135-3967-44ca-9516-4b5ac891b743 req-31111df0-f659-4ece-892c-9bbadecf5d43 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:48.996569 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-91303135-3967-44ca-9516-4b5ac891b743 req-31111df0-f659-4ece-892c-9bbadecf5d43 tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.69 "GET /v2.0/ports?device_id=c309b941-3fb1-453d-87f0-23ddfd8c11b1 HTTP/1.1" status: 200 len: 946 time: 0.0530970 Mar 14 19:03:49.094545 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-91303135-3967-44ca-9516-4b5ac891b743 req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Deleting port a405a507-02ae-408e-8cfc-6c5cc645b939 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:03:49.094858 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-91303135-3967-44ca-9516-4b5ac891b743 req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (a405a507-02ae-408e-8cfc-6c5cc645b939), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:49.186410 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-91303135-3967-44ca-9516-4b5ac891b743 req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] For port a405a507-02ae-408e-8cfc-6c5cc645b939, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=a405a507-02ae-408e-8cfc-6c5cc645b939,segment=NetworkSegment(98e90a8a-a58b-47da-9b8c-64753547be0b),segment_id=98e90a8a-a58b-47da-9b8c-64753547be0b)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:49.186770 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-91303135-3967-44ca-9516-4b5ac891b743 req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (a405a507-02ae-408e-8cfc-6c5cc645b939), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:49.199229 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-91303135-3967-44ca-9516-4b5ac891b743 req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Calling delete_port for a405a507-02ae-408e-8cfc-6c5cc645b939 owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:03:49.330401 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-91303135-3967-44ca-9516-4b5ac891b743 req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (a405a507-02ae-408e-8cfc-6c5cc645b939), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:49.343918 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['a405a507-02ae-408e-8cfc-6c5cc645b939'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:03:49.358212 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Pushing event deleted for resources: {'Port': ['ID=a405a507-02ae-408e-8cfc-6c5cc645b939,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:49.369775 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:49.370118 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:49.370457 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:49.370791 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:49.371116 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:49.371443 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:49.371798 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:49.372116 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:49.372435 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:49.372754 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:49.373076 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:49.373393 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:49.373707 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:49.374021 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:49.374337 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:49.411867 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-91303135-3967-44ca-9516-4b5ac891b743 req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] No DVR routers for this DVR port a405a507-02ae-408e-8cfc-6c5cc645b939 on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:03:49.414538 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-91303135-3967-44ca-9516-4b5ac891b743 req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:49.417843 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-91303135-3967-44ca-9516-4b5ac891b743 req-005fd44a-12ab-44d9-8e12-5eb9b4d1e11b tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.69 "DELETE /v2.0/ports/a405a507-02ae-408e-8cfc-6c5cc645b939 HTTP/1.1" status: 204 len: 173 time: 0.4156110 Mar 14 19:03:49.418277 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c309b941-3fb1-453d-87f0-23ddfd8c11b1', 'name': 'network-vif-deleted', 'tag': 'a405a507-02ae-408e-8cfc-6c5cc645b939'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:03:49.420519 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd10fc34-fdac-448b-b1ae-73872ec3c65f" -d '{"events": [{"server_uuid": "c309b941-3fb1-453d-87f0-23ddfd8c11b1", "name": "network-vif-deleted", "tag": "a405a507-02ae-408e-8cfc-6c5cc645b939"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:03:49.458957 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cb5a03-a1fc-43f3-b161-3d486c02dc1f x-openstack-request-id: req-70cb5a03-a1fc-43f3-b161-3d486c02dc1f {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:03:49.459343 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c309b941-3fb1-453d-87f0-23ddfd8c11b1", "name": "network-vif-deleted", "tag": "a405a507-02ae-408e-8cfc-6c5cc645b939", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:03:49.459626 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70cb5a03-a1fc-43f3-b161-3d486c02dc1f {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:03:49.460010 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c309b941-3fb1-453d-87f0-23ddfd8c11b1', 'name': 'network-vif-deleted', 'tag': 'a405a507-02ae-408e-8cfc-6c5cc645b939', 'status': 'completed', 'code': 200} Mar 14 19:03:49.462769 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-70080ff5-b1e6-4637-adc3-667340411d0a req-457f527e-9a88-45c7-a1ee-3f07d847f58c tempest-VolumesSnapshotTestJSON-1785513232 tempest-VolumesSnapshotTestJSON-1785513232-project] 10.222.0.52 "GET /v2.0/ports?device_id=c309b941-3fb1-453d-87f0-23ddfd8c11b1 HTTP/1.1" status: 200 len: 210 time: 0.0295045 Mar 14 19:03:51.360737 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:51.394846 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51114) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:51.439438 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c256af-ebad-4933-b443-c974841590ad admin admin] Deleting subnet 3fd82e4f-4ddd-4043-92eb-b4ec4edf8776 {{(pid=109512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:03:51.442679 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-32c256af-ebad-4933-b443-c974841590ad admin admin] Publish callbacks [] for subnet (3fd82e4f-4ddd-4043-92eb-b4ec4edf8776), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:51.476277 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-32c256af-ebad-4933-b443-c974841590ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4261526'] for subnet (3fd82e4f-4ddd-4043-92eb-b4ec4edf8776), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:51.516294 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-32c256af-ebad-4933-b443-c974841590ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (3fd82e4f-4ddd-4043-92eb-b4ec4edf8776), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:51.571599 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-32c256af-ebad-4933-b443-c974841590ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5679141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226240'] for subnet (3fd82e4f-4ddd-4043-92eb-b4ec4edf8776), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:51.605612 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c256af-ebad-4933-b443-c974841590ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd82e4f-4ddd-4043-92eb-b4ec4edf8776,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:51.607523 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-32c256af-ebad-4933-b443-c974841590ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:51.610599 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-32c256af-ebad-4933-b443-c974841590ad admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3fd82e4f-4ddd-4043-92eb-b4ec4edf8776 HTTP/1.1" status: 204 len: 168 time: 0.2147472 Mar 14 19:03:51.613221 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51116) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:51.681816 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-06a88fdd-1be6-46cd-b3e2-18fe4c26032d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (9b57eec0-641e-4569-bd1f-369aa33cae1b), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:51.822712 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device a405a507-02ae-408e-8cfc-6c5cc645b939 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:03:51.845824 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: a405a507-02ae-408e-8cfc-6c5cc645b939 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:03:51.846448 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device a405a507-02ae-408e-8cfc-6c5cc645b939 not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:03:52.026729 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-06a88fdd-1be6-46cd-b3e2-18fe4c26032d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (9b57eec0-641e-4569-bd1f-369aa33cae1b), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:52.046422 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-06a88fdd-1be6-46cd-b3e2-18fe4c26032d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b57eec0-641e-4569-bd1f-369aa33cae1b']}} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:52.055619 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-06a88fdd-1be6-46cd-b3e2-18fe4c26032d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e') {'for_net_delete': True} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:52.055922 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-06a88fdd-1be6-46cd-b3e2-18fe4c26032d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e') {} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:52.065225 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-06a88fdd-1be6-46cd-b3e2-18fe4c26032d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4261551'] for segment (90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:52.078789 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-06a88fdd-1be6-46cd-b3e2-18fe4c26032d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:52.085326 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a88fdd-1be6-46cd-b3e2-18fe4c26032d admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:03:52.085740 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-06a88fdd-1be6-46cd-b3e2-18fe4c26032d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5679263'] for segment (90c4bc7f-65e5-4f99-8b86-ad2facb9bd0e), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: Traceback (most recent call last): Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: timer() Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: cb(*args, **kw) Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: return func(*args, **kwargs) Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: self._notify() Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: self.callback(batched_events) Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: event.method(event) Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: return f(self, *a, **k) Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: return self._get(url).json() Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: return self.request(url, 'GET', **kwargs) Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:03:52.087573 dv-cinder-829664-3-iscsi neutron-server[109512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:03:52.141591 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-06a88fdd-1be6-46cd-b3e2-18fe4c26032d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (9b57eec0-641e-4569-bd1f-369aa33cae1b), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:52.147258 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-06a88fdd-1be6-46cd-b3e2-18fe4c26032d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:52.150319 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-06a88fdd-1be6-46cd-b3e2-18fe4c26032d admin admin] 10.222.0.52 "DELETE /v2.0/networks/9b57eec0-641e-4569-bd1f-369aa33cae1b HTTP/1.1" status: 204 len: 168 time: 0.5362067 Mar 14 19:03:52.161296 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a88fdd-1be6-46cd-b3e2-18fe4c26032d admin admin] Pushing event deleted for resources: {'Network': ['ID=9b57eec0-641e-4569-bd1f-369aa33cae1b,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:52.265809 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51126) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:52.310156 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-73916898-35dd-487f-a8d0-af0f59e1e9b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c8271de3510495a8a0c1b22f9312d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431318 Mar 14 19:03:52.313748 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51128) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:52.363947 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-05d7ebd2-0166-484b-9d4c-442e9be7fc84 admin admin] Publish callbacks [] for security_group (657efd0a-d066-4866-b3ab-4e483d0a7680), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:52.384859 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-05d7ebd2-0166-484b-9d4c-442e9be7fc84 admin admin] Publish callbacks [] for security_group (657efd0a-d066-4866-b3ab-4e483d0a7680), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:52.432404 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-05d7ebd2-0166-484b-9d4c-442e9be7fc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (657efd0a-d066-4866-b3ab-4e483d0a7680), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:52.434922 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-05d7ebd2-0166-484b-9d4c-442e9be7fc84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:52.436072 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-05d7ebd2-0166-484b-9d4c-442e9be7fc84 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/657efd0a-d066-4866-b3ab-4e483d0a7680 HTTP/1.1" status: 204 len: 168 time: 0.1214342 Mar 14 19:03:52.443516 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7ebd2-0166-484b-9d4c-442e9be7fc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657efd0a-d066-4866-b3ab-4e483d0a7680,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:02.403015 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-a3bd49ab-d466-4ae7-821a-79774923df57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:04.729007 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-afea5958-1ccc-41e7-961e-c3945bd3bdd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:05.969197 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:07.136716 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:08.752730 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:11.753336 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51244) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:11.799835 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e12b0ea-ca87-4411-9b4f-8975c045011f admin admin] Deleting subnet 20fb0199-b4b6-45e5-9cd4-0273fe5a2a09 {{(pid=109512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:04:11.802940 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5e12b0ea-ca87-4411-9b4f-8975c045011f admin admin] Publish callbacks [] for subnet (20fb0199-b4b6-45e5-9cd4-0273fe5a2a09), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:11.837050 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5e12b0ea-ca87-4411-9b4f-8975c045011f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4261526'] for subnet (20fb0199-b4b6-45e5-9cd4-0273fe5a2a09), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:11.879804 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5e12b0ea-ca87-4411-9b4f-8975c045011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (20fb0199-b4b6-45e5-9cd4-0273fe5a2a09), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:11.937204 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5e12b0ea-ca87-4411-9b4f-8975c045011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5679141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226240'] for subnet (20fb0199-b4b6-45e5-9cd4-0273fe5a2a09), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:11.964076 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12b0ea-ca87-4411-9b4f-8975c045011f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20fb0199-b4b6-45e5-9cd4-0273fe5a2a09,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:11.965976 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-5e12b0ea-ca87-4411-9b4f-8975c045011f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:11.969142 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-5e12b0ea-ca87-4411-9b4f-8975c045011f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/20fb0199-b4b6-45e5-9cd4-0273fe5a2a09 HTTP/1.1" status: 204 len: 168 time: 0.2144704 Mar 14 19:04:11.971745 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51246) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:12.038652 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-afc85e3c-f3fb-47cc-8461-ae3274bc3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (ca31f952-ac48-4df0-9e2e-6a7c5e819f7b), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:12.125998 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-afc85e3c-f3fb-47cc-8461-ae3274bc3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (ca31f952-ac48-4df0-9e2e-6a7c5e819f7b), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:12.149297 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-afc85e3c-f3fb-47cc-8461-ae3274bc3483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca31f952-ac48-4df0-9e2e-6a7c5e819f7b']}} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:12.159783 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-afc85e3c-f3fb-47cc-8461-ae3274bc3483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e90a8a-a58b-47da-9b8c-64753547be0b') {'for_net_delete': True} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:12.160087 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.services.segments.db [None req-afc85e3c-f3fb-47cc-8461-ae3274bc3483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e90a8a-a58b-47da-9b8c-64753547be0b') {} {{(pid=109512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:12.169942 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-afc85e3c-f3fb-47cc-8461-ae3274bc3483 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4261551'] for segment (98e90a8a-a58b-47da-9b8c-64753547be0b), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:12.184645 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-afc85e3c-f3fb-47cc-8461-ae3274bc3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (98e90a8a-a58b-47da-9b8c-64753547be0b), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:12.190912 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc85e3c-f3fb-47cc-8461-ae3274bc3483 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:04:12.191276 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-afc85e3c-f3fb-47cc-8461-ae3274bc3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5679263'] for segment (98e90a8a-a58b-47da-9b8c-64753547be0b), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: Traceback (most recent call last): Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: timer() Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: cb(*args, **kw) Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: return func(*args, **kwargs) Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: self._notify() Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: self.callback(batched_events) Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: event.method(event) Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: return f(self, *a, **k) Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: return self._get(url).json() Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: return self.request(url, 'GET', **kwargs) Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:04:12.192993 dv-cinder-829664-3-iscsi neutron-server[109512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:04:12.254620 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-afc85e3c-f3fb-47cc-8461-ae3274bc3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (ca31f952-ac48-4df0-9e2e-6a7c5e819f7b), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:12.260252 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-afc85e3c-f3fb-47cc-8461-ae3274bc3483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:12.263767 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-afc85e3c-f3fb-47cc-8461-ae3274bc3483 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ca31f952-ac48-4df0-9e2e-6a7c5e819f7b HTTP/1.1" status: 204 len: 168 time: 0.2910402 Mar 14 19:04:12.274762 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc85e3c-f3fb-47cc-8461-ae3274bc3483 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca31f952-ac48-4df0-9e2e-6a7c5e819f7b,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:12.453399 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51250) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:12.493207 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-4e1545da-c5fc-4839-a9a6-f73e406c5cf3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc083870b7a8470790864399cd379884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386569 Mar 14 19:04:12.495743 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51252) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:12.544635 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-937765ff-1d21-4cfc-9f86-ee94a6c1c463 admin admin] Publish callbacks [] for security_group (be713315-3925-4472-aa3c-f084c009a5a3), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:12.565722 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-937765ff-1d21-4cfc-9f86-ee94a6c1c463 admin admin] Publish callbacks [] for security_group (be713315-3925-4472-aa3c-f084c009a5a3), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:12.617466 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-937765ff-1d21-4cfc-9f86-ee94a6c1c463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (be713315-3925-4472-aa3c-f084c009a5a3), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:12.620002 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-937765ff-1d21-4cfc-9f86-ee94a6c1c463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:12.621134 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-937765ff-1d21-4cfc-9f86-ee94a6c1c463 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be713315-3925-4472-aa3c-f084c009a5a3 HTTP/1.1" status: 204 len: 168 time: 0.1245463 Mar 14 19:04:12.628584 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937765ff-1d21-4cfc-9f86-ee94a6c1c463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be713315-3925-4472-aa3c-f084c009a5a3,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:12.920373 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:04:21.361928 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:32.416085 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0ec630a8-ceab-4d70-b419-9ef64ae98c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:34.731012 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d97410a7-3074-4864-a328-49f60cff6f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:35.977474 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:37.153662 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:38.744213 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:39.284309 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ef315-f3a9-4ef5-bea8-c7abe59fc3f3 req-cbb68653-4cdb-4be8-baa5-a5d653fa5c34 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:39.285678 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-362ef315-f3a9-4ef5-bea8-c7abe59fc3f3 req-cbb68653-4cdb-4be8-baa5-a5d653fa5c34 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 946 time: 0.2729645 Mar 14 19:04:39.337638 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-362ef315-f3a9-4ef5-bea8-c7abe59fc3f3 req-98a43b27-5b6f-4516-9694-d7d45a72f1c8 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436339 Mar 14 19:04:40.537537 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a40cb6-29e4-4db8-a32a-b179cf4a246a req-e07fbcc1-99d8-455e-8f44-e918bb5bff9f tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:40.539003 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-24a40cb6-29e4-4db8-a32a-b179cf4a246a req-e07fbcc1-99d8-455e-8f44-e918bb5bff9f tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 946 time: 0.1223488 Mar 14 19:04:40.588248 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-24a40cb6-29e4-4db8-a32a-b179cf4a246a req-6b149b2d-8f6d-4b9e-8ce4-14bce4e7a62a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432115 Mar 14 19:04:40.595505 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-94a39b87-c323-44f5-a4ef-89fb5ee52bed tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:40.597035 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-94a39b87-c323-44f5-a4ef-89fb5ee52bed tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 946 time: 0.0538068 Mar 14 19:04:40.691125 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-2ac8c8cf-3f86-4d53-ae25-79426653c394 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Deleting port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:04:40.691363 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-2ac8c8cf-3f86-4d53-ae25-79426653c394 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:40.784300 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-2ac8c8cf-3f86-4d53-ae25-79426653c394 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] For port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:40.784621 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-2ac8c8cf-3f86-4d53-ae25-79426653c394 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:40.957084 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-2ac8c8cf-3f86-4d53-ae25-79426653c394 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:40.957464 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-2ac8c8cf-3f86-4d53-ae25-79426653c394 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (eb6446e6-2c90-4b36-972c-a6d0c6388fcc), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:40.957970 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-2ac8c8cf-3f86-4d53-ae25-79426653c394 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Floating IP eb6446e6-2c90-4b36-972c-a6d0c6388fcc disassociated. External IP: 172.27.3.14, port: fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0. Mar 14 19:04:40.958891 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-2ac8c8cf-3f86-4d53-ae25-79426653c394 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Calling delete_port for fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:04:41.102889 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-2ac8c8cf-3f86-4d53-ae25-79426653c394 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:41.130498 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8c8cf-3f86-4d53-ae25-79426653c394 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event deleted for resources: {'Port': ['ID=fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:41.248231 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-2ac8c8cf-3f86-4d53-ae25-79426653c394 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Router 7682f551-110f-471f-941e-09d31a40dc60 has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:04:41.370247 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-2ac8c8cf-3f86-4d53-ae25-79426653c394 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:04:41.381584 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee50e456-9242-4a37-bbe2-1c44f02b9d05 None None] Sync routers for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:04:41.392713 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee50e456-9242-4a37-bbe2-1c44f02b9d05 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:04:41.393342 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-ee50e456-9242-4a37-bbe2-1c44f02b9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:04:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:41.411043 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-2ac8c8cf-3f86-4d53-ae25-79426653c394 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] No DVR routers for this DVR port fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:04:41.413801 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-2ac8c8cf-3f86-4d53-ae25-79426653c394 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:41.417192 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6d90411a-03e0-42f4-9bad-8d7fb62bae35 req-2ac8c8cf-3f86-4d53-ae25-79426653c394 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "DELETE /v2.0/ports/fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 HTTP/1.1" status: 204 len: 173 time: 0.8141253 Mar 14 19:04:41.417627 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c38e764-9c2a-4ac0-9b97-5ef173644425', 'name': 'network-vif-deleted', 'tag': 'fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:04:41.419902 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361919ed-7a9d-4fd4-b419-b4aa878ee299" -d '{"events": [{"server_uuid": "6c38e764-9c2a-4ac0-9b97-5ef173644425", "name": "network-vif-deleted", "tag": "fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:04:41.464582 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77aa0fa-aea4-48dc-98f5-ec321ee60651 x-openstack-request-id: req-b77aa0fa-aea4-48dc-98f5-ec321ee60651 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:04:41.465135 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c38e764-9c2a-4ac0-9b97-5ef173644425", "name": "network-vif-deleted", "tag": "fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:04:41.465693 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b77aa0fa-aea4-48dc-98f5-ec321ee60651 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:04:41.467371 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c38e764-9c2a-4ac0-9b97-5ef173644425', 'name': 'network-vif-deleted', 'tag': 'fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0', 'status': 'completed', 'code': 200} Mar 14 19:04:41.516427 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-ee50e456-9242-4a37-bbe2-1c44f02b9d05 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:04:41.692375 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-4b2af335-6fd5-4936-8983-e0c22442784f req-6f4e1379-6727-4722-bc72-8498dc7d0f7f tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c38e764-9c2a-4ac0-9b97-5ef173644425 HTTP/1.1" status: 200 len: 210 time: 0.0276916 Mar 14 19:04:41.809025 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-ee50e456-9242-4a37-bbe2-1c44f02b9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:41.838036 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee50e456-9242-4a37-bbe2-1c44f02b9d05 None None] Checking router: 7682f551-110f-471f-941e-09d31a40dc60 for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:04:41.846967 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee50e456-9242-4a37-bbe2-1c44f02b9d05 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:04:41.847602 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-ee50e456-9242-4a37-bbe2-1c44f02b9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:04:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:41.951604 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-ee50e456-9242-4a37-bbe2-1c44f02b9d05 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:04:42.156369 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-ee50e456-9242-4a37-bbe2-1c44f02b9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:42.185386 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee50e456-9242-4a37-bbe2-1c44f02b9d05 None None] The sync data for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi is: [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:04:42.399470 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faccb29c-6422-435c-afa1-2a2b837cf106 None None] New status for floating IP eb6446e6-2c90-4b36-972c-a6d0c6388fcc: DOWN {{(pid=109514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:04:43.173252 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-880f7af4-7150-4764-a9c2-a47e85bef195 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673007424&fields=id&tenant_id=c0937b1763fb4579814763428a844452 HTTP/1.1" status: 200 len: 267 time: 0.0450034 Mar 14 19:04:43.289487 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-c00d40ba-6f7e-4e12-893b-4372c3f5cfab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:43.290938 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-c00d40ba-6f7e-4e12-893b-4372c3f5cfab tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 812 time: 0.1085026 Mar 14 19:04:43.309971 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-34830249-3ad9-4540-a9f0-81c5221ae98a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/quotas/c0937b1763fb4579814763428a844452 HTTP/1.1" status: 200 len: 375 time: 0.0114133 Mar 14 19:04:43.365148 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-03ab703a-d8ca-465b-87ff-0bfef399d2f5 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501606 Mar 14 19:04:43.423536 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-ee198aa2-18e8-4eaf-b79a-c27fc2497ad1 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 19:04:43.424571 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-ee198aa2-18e8-4eaf-b79a-c27fc2497ad1 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479026 Mar 14 19:04:43.515951 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-94dcc5cd-5383-4162-975a-e958f755a96e service neutron] 10.222.0.52 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855289 Mar 14 19:04:43.608285 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-6edb49af-f623-4fc1-96c0-dedb63e1b81e service neutron] 10.222.0.52 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849495 Mar 14 19:04:43.922432 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-14a87019-04ac-41e7-bf88-7060c819f36f req-c047c518-e590-4f37-837b-33a3892cd490 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 210 time: 0.0310240 Mar 14 19:04:44.981647 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-78f3fc1b-e759-40b3-a179-43b84987c2b6 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:44.983196 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-78f3fc1b-e759-40b3-a179-43b84987c2b6 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 812 time: 0.1095119 Mar 14 19:04:45.031208 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-20b2b736-b5c4-43d0-9a55-fc6a4eed21d7 req-59b5d990-425e-4515-9e0a-6a4d011ab58e tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 210 time: 0.0284359 Mar 14 19:04:45.046039 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-14d4797d-e330-4a3c-a09c-d2d3aaee18c0 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0937b1763fb4579814763428a844452 HTTP/1.1" status: 200 len: 379 time: 0.0552726 Mar 14 19:04:45.055542 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-291706b9-9a38-4fa0-aff6-039ec538cab1 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Request body: {'port': {'device_id': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'admin_state_up': True, 'tenant_id': 'c0937b1763fb4579814763428a844452', 'security_groups': ['37096851-5b9a-424d-beae-c3c426c485cb']}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:04:45.165187 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-291706b9-9a38-4fa0-aff6-039ec538cab1 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Made reservation on behalf of c0937b1763fb4579814763428a844452 for: {'port': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:04:45.168589 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-291706b9-9a38-4fa0-aff6-039ec538cab1 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:45.300856 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-291706b9-9a38-4fa0-aff6-039ec538cab1 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Allocated IP 172.20.0.3 (a3fa0920-ef9b-4bb4-90d4-2d598f5743e3/3caeea12-c995-47a6-8a23-fec48cfd0972/34a0e126-949d-4b7f-a5a7-d7ba716766bc) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:04:45.446424 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-291706b9-9a38-4fa0-aff6-039ec538cab1 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:45.481109 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-291706b9-9a38-4fa0-aff6-039ec538cab1 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:45.528345 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-291706b9-9a38-4fa0-aff6-039ec538cab1 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:04:45.531697 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-291706b9-9a38-4fa0-aff6-039ec538cab1 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:04:45.535340 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-291706b9-9a38-4fa0-aff6-039ec538cab1 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:04:45.541681 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291706b9-9a38-4fa0-aff6-039ec538cab1 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'Port': ['ID=34a0e126-949d-4b7f-a5a7-d7ba716766bc,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:45.591424 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-291706b9-9a38-4fa0-aff6-039ec538cab1 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:45.592075 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-291706b9-9a38-4fa0-aff6-039ec538cab1 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:45.611253 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-291706b9-9a38-4fa0-aff6-039ec538cab1 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604417 Mar 14 19:04:45.620953 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-dfd96018-6c97-4016-aaef-d6eeed45d7b7 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109512) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 19:04:45.621944 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-dfd96018-6c97-4016-aaef-d6eeed45d7b7 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053811 Mar 14 19:04:45.681790 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Request body: {'port': {'device_id': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:04:45.740024 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:45.761796 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-28a77c46-366e-4bcd-b359-6bfd0043e5b3 None None] Provisioning complete for port 34a0e126-949d-4b7f-a5a7-d7ba716766bc triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:45.762369 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-28a77c46-366e-4bcd-b359-6bfd0043e5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:45.795389 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-28a77c46-366e-4bcd-b359-6bfd0043e5b3 None None] Port 34a0e126-949d-4b7f-a5a7-d7ba716766bc cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:04:46.013460 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a0e126-949d-4b7f-a5a7-d7ba716766bc {{(pid=109512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:04:46.021238 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Publish callbacks [] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:46.033970 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.provisioning_blocks [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Transition to ACTIVE for port object 34a0e126-949d-4b7f-a5a7-d7ba716766bc will not be triggered until provisioned by entity L2. {{(pid=109512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 19:04:46.041094 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:46.109379 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Pushing event updated for resources: {'Port': ['ID=34a0e126-949d-4b7f-a5a7-d7ba716766bc,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:46.117915 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:04:46.142422 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:04:46.143153 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device fcb22e9a-d9b5-44bc-9e81-42d395b0c5e0 not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:04:46.202744 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcde45e-3f67-4356-9a84-cbc39ec99b20 req-a9ff3853-f874-4803-9726-eb182d25240c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:46.204328 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1bcde45e-3f67-4356-9a84-cbc39ec99b20 req-a9ff3853-f874-4803-9726-eb182d25240c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 943 time: 0.0960245 Mar 14 19:04:46.205043 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Attempting to bind port 34a0e126-949d-4b7f-a5a7-d7ba716766bc on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:04:46.205374 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Attempting to bind port 34a0e126-949d-4b7f-a5a7-d7ba716766bc by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:04:46.205699 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Attempting to bind port 34a0e126-949d-4b7f-a5a7-d7ba716766bc on network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:04:46.217369 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Port 34a0e126-949d-4b7f-a5a7-d7ba716766bc on network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:04:46.217698 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Attempting to bind port 34a0e126-949d-4b7f-a5a7-d7ba716766bc on network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:04:46.230148 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:04:46.230556 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Checking segment: {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:04:46.231205 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Bound using segment: {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:04:46.231738 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Bound port: 34a0e126-949d-4b7f-a5a7-d7ba716766bc, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'}}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:04:46.232129 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:46.298656 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-1bcde45e-3f67-4356-9a84-cbc39ec99b20 req-9f663f86-8c1d-45ea-896e-9187ebbe0205 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875666 Mar 14 19:04:46.330082 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] For port 34a0e126-949d-4b7f-a5a7-d7ba716766bc, host hv-cinder-82966, cleared binding levels {{(pid=109512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:04:46.333958 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] For port 34a0e126-949d-4b7f-a5a7-d7ba716766bc, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=34a0e126-949d-4b7f-a5a7-d7ba716766bc,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:04:46.341541 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:46.374560 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:46.375071 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:46.376611 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-0e14c240-430d-4f64-800e-2122238594cc service neutron] 10.222.0.69 "PUT /v2.0/ports/34a0e126-949d-4b7f-a5a7-d7ba716766bc HTTP/1.1" status: 200 len: 1093 time: 0.7469888 Mar 14 19:04:46.379001 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'tag': '34a0e126-949d-4b7f-a5a7-d7ba716766bc'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:04:46.381863 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db630ab5-0162-4a42-b784-7ca5cdb3c64e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf5445e-ba12-4e4a-8a96-480fead136a6", "tag": "34a0e126-949d-4b7f-a5a7-d7ba716766bc"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:04:46.412372 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14c240-430d-4f64-800e-2122238594cc service neutron] Pushing event updated for resources: {'Port': ['ID=34a0e126-949d-4b7f-a5a7-d7ba716766bc,revision_number=3']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:46.430288 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efa91cb-1043-4e4f-bbbf-6f035dae649b x-openstack-request-id: req-5efa91cb-1043-4e4f-bbbf-6f035dae649b {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:04:46.430577 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf5445e-ba12-4e4a-8a96-480fead136a6", "tag": "34a0e126-949d-4b7f-a5a7-d7ba716766bc", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:04:46.430829 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5efa91cb-1043-4e4f-bbbf-6f035dae649b {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:04:46.431288 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'tag': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'status': 'completed', 'code': 200} Mar 14 19:04:46.471878 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-c09ab5a3-0bfe-43ad-bd99-efb5721a5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:46.473395 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-c09ab5a3-0bfe-43ad-bd99-efb5721a5fcb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 1127 time: 0.0526977 Mar 14 19:04:46.515698 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-40180508-eca8-45be-907f-8b2f18b0a084 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a0e126-949d-4b7f-a5a7-d7ba716766bc HTTP/1.1" status: 200 len: 217 time: 0.0354121 Mar 14 19:04:46.568971 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-a73009d1-5b68-4589-ac24-4a5275189982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:46.570443 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-a73009d1-5b68-4589-ac24-4a5275189982 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0480592 Mar 14 19:04:46.621484 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-3436d353-b8ca-4b6b-abee-97b68241f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:46.622916 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-3436d353-b8ca-4b6b-abee-97b68241f2fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459771 Mar 14 19:04:46.724329 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-31db5260-a401-4696-9783-01b679be0e2e service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943897 Mar 14 19:04:46.815418 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-a04bc966-6f05-4293-94b9-f11bd4eb2cc5 req-e1ea2581-c80a-4f38-8ce8-059a5500e19b service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843604 Mar 14 19:04:46.924807 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db630ab5-0162-4a42-b784-7ca5cdb3c64e req-96850f27-239c-4055-a25b-3a4d2a4ac2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:46.926380 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-db630ab5-0162-4a42-b784-7ca5cdb3c64e req-96850f27-239c-4055-a25b-3a4d2a4ac2cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 1127 time: 0.0536647 Mar 14 19:04:47.029286 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db630ab5-0162-4a42-b784-7ca5cdb3c64e req-72e938b3-945d-478d-aac3-e7bda70a9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:47.030762 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-db630ab5-0162-4a42-b784-7ca5cdb3c64e req-72e938b3-945d-478d-aac3-e7bda70a9342 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 913 time: 0.0970006 Mar 14 19:04:47.072724 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-db630ab5-0162-4a42-b784-7ca5cdb3c64e req-eb1716fd-156e-4b54-9f57-093f276434da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a0e126-949d-4b7f-a5a7-d7ba716766bc HTTP/1.1" status: 200 len: 217 time: 0.0337510 Mar 14 19:04:47.119985 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db630ab5-0162-4a42-b784-7ca5cdb3c64e req-46d5e799-0c71-4207-b9aa-029967edc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:47.121453 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-db630ab5-0162-4a42-b784-7ca5cdb3c64e req-46d5e799-0c71-4207-b9aa-029967edc425 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0440321 Mar 14 19:04:47.176119 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db630ab5-0162-4a42-b784-7ca5cdb3c64e req-f57a93c1-8d3f-41cf-9e97-a82186e13fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:47.177540 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-db630ab5-0162-4a42-b784-7ca5cdb3c64e req-f57a93c1-8d3f-41cf-9e97-a82186e13fe0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493586 Mar 14 19:04:47.265076 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-db630ab5-0162-4a42-b784-7ca5cdb3c64e req-bb759c3a-7ddc-492e-88ad-cbcabd2bf50a service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811741 Mar 14 19:04:47.361749 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-db630ab5-0162-4a42-b784-7ca5cdb3c64e req-2e5a45d1-bfb7-4133-9854-14975dd0beed service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905123 Mar 14 19:04:47.422035 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92fe1d-64aa-4b44-a4c1-00147960a882 req-0db82949-b794-4a68-ab00-a9da95eee81d tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:47.423533 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8d92fe1d-64aa-4b44-a4c1-00147960a882 req-0db82949-b794-4a68-ab00-a9da95eee81d tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 943 time: 0.0547132 Mar 14 19:04:47.473395 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8d92fe1d-64aa-4b44-a4c1-00147960a882 req-25a15fbe-58ff-470b-a6e1-c98025cd983e tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440836 Mar 14 19:04:48.599405 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b83e7d-3e3b-4b89-b79c-4f4cbaaf790b req-ab5395b0-0ad2-48b2-93cd-d82dce3a67ba tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:48.600920 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-31b83e7d-3e3b-4b89-b79c-4f4cbaaf790b req-ab5395b0-0ad2-48b2-93cd-d82dce3a67ba tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 943 time: 0.0525701 Mar 14 19:04:48.652492 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-31b83e7d-3e3b-4b89-b79c-4f4cbaaf790b req-c1eb11d7-a36f-448c-bafe-27a3103e3153 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459621 Mar 14 19:04:49.785999 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2629f76-e18b-4a3a-afc0-a210c07c53fb req-5153001f-7a39-43ea-a5ec-6556656bc17d tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:49.787508 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e2629f76-e18b-4a3a-afc0-a210c07c53fb req-5153001f-7a39-43ea-a5ec-6556656bc17d tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 943 time: 0.0568221 Mar 14 19:04:49.837059 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e2629f76-e18b-4a3a-afc0-a210c07c53fb req-f58c8ca4-0677-4b42-b644-43a8428ca1c2 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437024 Mar 14 19:04:49.925939 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:04:50.961627 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7002b61-7561-4f64-ad90-95d4c40f3bed req-915269c4-1716-44a8-8d52-923e68c23dbe tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:50.963110 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d7002b61-7561-4f64-ad90-95d4c40f3bed req-915269c4-1716-44a8-8d52-923e68c23dbe tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 943 time: 0.0591905 Mar 14 19:04:51.013280 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-d7002b61-7561-4f64-ad90-95d4c40f3bed req-744c3542-f2f4-48e1-8cb3-4fb45c25f951 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443597 Mar 14 19:04:51.360657 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:52.147689 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4919bc2-9986-49af-8261-261b1b18367c req-7c8d5f48-654d-47d6-9085-3ae17450481c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:52.149162 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e4919bc2-9986-49af-8261-261b1b18367c req-7c8d5f48-654d-47d6-9085-3ae17450481c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 943 time: 0.0582585 Mar 14 19:04:52.198700 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-e4919bc2-9986-49af-8261-261b1b18367c req-e53bf08c-22bb-4f4f-bbb8-ec36eba48921 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423930 Mar 14 19:04:53.321820 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a9ca9-17ca-482b-982c-21947de9f598 req-f87b6840-a002-4063-92ce-824e9b133bf5 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:53.323279 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b18a9ca9-17ca-482b-982c-21947de9f598 req-f87b6840-a002-4063-92ce-824e9b133bf5 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 943 time: 0.0515800 Mar 14 19:04:53.375327 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b18a9ca9-17ca-482b-982c-21947de9f598 req-aa5febb8-4f97-4888-855c-fe86ea0f6429 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441990 Mar 14 19:04:54.504151 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197def58-f931-4fbb-8048-ee5ef535bac0 req-b808cfed-a139-49bd-9a50-7e2e011d0f69 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:54.505609 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-197def58-f931-4fbb-8048-ee5ef535bac0 req-b808cfed-a139-49bd-9a50-7e2e011d0f69 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 943 time: 0.0553889 Mar 14 19:04:54.559297 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-197def58-f931-4fbb-8048-ee5ef535bac0 req-e6d1af73-2d96-4bf2-adfb-0766ef682077 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454786 Mar 14 19:04:55.701592 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80fab8-596e-4f5b-bba2-dd8580a368f1 req-28ff12ee-b257-4469-b0d0-e3a136ac3035 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:55.703049 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9f80fab8-596e-4f5b-bba2-dd8580a368f1 req-28ff12ee-b257-4469-b0d0-e3a136ac3035 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 943 time: 0.0576348 Mar 14 19:04:55.754597 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9f80fab8-596e-4f5b-bba2-dd8580a368f1 req-c80fc9c5-6987-4e88-b8e3-d7292db1eff3 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428679 Mar 14 19:04:56.166685 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 34a0e126-949d-4b7f-a5a7-d7ba716766bc details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:04:56.273065 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 34a0e126-949d-4b7f-a5a7-d7ba716766bc, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=34a0e126-949d-4b7f-a5a7-d7ba716766bc,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:56.284629 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'port_id': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'mac_address': 'fa:16:3e:10:c6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:04:56.321883 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 34a0e126-949d-4b7f-a5a7-d7ba716766bc is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:56.322275 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:56.335362 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a0e126-949d-4b7f-a5a7-d7ba716766bc {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:04:56.355743 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 34a0e126-949d-4b7f-a5a7-d7ba716766bc, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=34a0e126-949d-4b7f-a5a7-d7ba716766bc,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:56.360752 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:56.407500 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=34a0e126-949d-4b7f-a5a7-d7ba716766bc,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:56.414819 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:56.415173 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:56.415514 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:56.415900 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:56.416239 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:56.416572 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:56.416903 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:56.417224 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:56.417550 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:56.417877 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:56.418202 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:56.418528 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:56.418831 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:56.419148 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:56.419511 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:56.576011 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['34a0e126-949d-4b7f-a5a7-d7ba716766bc'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:04:56.877113 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc809e-1bce-4b66-af48-2f24af8e0d53 req-89694c40-d6d8-412d-9f22-4eccfd3359b7 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:56.878613 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-97bc809e-1bce-4b66-af48-2f24af8e0d53 req-89694c40-d6d8-412d-9f22-4eccfd3359b7 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 944 time: 0.0532496 Mar 14 19:04:56.941584 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-97bc809e-1bce-4b66-af48-2f24af8e0d53 req-45bdfd35-834a-45ef-acc0-53d662d87781 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546737 Mar 14 19:04:58.077931 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee974864-e29a-4828-9d82-c979f269f1b1 req-7b07c18c-42ef-4225-bf70-08c6ea961f31 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:58.079726 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ee974864-e29a-4828-9d82-c979f269f1b1 req-7b07c18c-42ef-4225-bf70-08c6ea961f31 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 944 time: 0.0583434 Mar 14 19:04:58.131990 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-ee974864-e29a-4828-9d82-c979f269f1b1 req-18d6fa32-71de-4f15-bb49-f3acafca1cd4 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460167 Mar 14 19:04:58.166209 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 34a0e126-949d-4b7f-a5a7-d7ba716766bc up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:04:58.221288 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port 34a0e126-949d-4b7f-a5a7-d7ba716766bc completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 19:04:58.225203 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port 34a0e126-949d-4b7f-a5a7-d7ba716766bc triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:58.225577 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:58.301790 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 34a0e126-949d-4b7f-a5a7-d7ba716766bc is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:58.302182 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:58.324580 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a0e126-949d-4b7f-a5a7-d7ba716766bc'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:04:58.326965 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a778f9-2c5b-4d05-8faf-9ce3558f1b38" -d '{"events": [{"server_uuid": "7bf5445e-ba12-4e4a-8a96-480fead136a6", "name": "network-vif-plugged", "status": "completed", "tag": "34a0e126-949d-4b7f-a5a7-d7ba716766bc"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:04:58.339212 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 34a0e126-949d-4b7f-a5a7-d7ba716766bc, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=34a0e126-949d-4b7f-a5a7-d7ba716766bc,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:58.344392 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:58.393882 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=34a0e126-949d-4b7f-a5a7-d7ba716766bc,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:58.430007 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2ed1ee-3ae7-4d0c-aef9-d42748b3ec8e x-openstack-request-id: req-db2ed1ee-3ae7-4d0c-aef9-d42748b3ec8e {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:04:58.430413 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf5445e-ba12-4e4a-8a96-480fead136a6", "name": "network-vif-plugged", "status": "completed", "tag": "34a0e126-949d-4b7f-a5a7-d7ba716766bc", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:04:58.430682 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db2ed1ee-3ae7-4d0c-aef9-d42748b3ec8e {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:04:58.431355 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'code': 200} Mar 14 19:04:58.652721 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6b98f-c175-4f04-8a2e-c3fac4b4ab40 req-e2d011c3-0a68-4592-a61b-09a2e66e53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:58.654186 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f4e6b98f-c175-4f04-8a2e-c3fac4b4ab40 req-e2d011c3-0a68-4592-a61b-09a2e66e53bd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 1129 time: 0.0450475 Mar 14 19:04:58.699860 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f4e6b98f-c175-4f04-8a2e-c3fac4b4ab40 req-de8b4147-1267-48a9-8c92-f14e1f7db21b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390925 Mar 14 19:04:59.280398 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c134a-e869-4cb6-85d5-95880d818a75 req-08025f60-07be-4115-9194-6aa3bf8ff81a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:59.281866 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-3b3c134a-e869-4cb6-85d5-95880d818a75 req-08025f60-07be-4115-9194-6aa3bf8ff81a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 945 time: 0.0791810 Mar 14 19:04:59.330641 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-3b3c134a-e869-4cb6-85d5-95880d818a75 req-c2960129-152c-4cf2-bd9f-3f31d7ed0479 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431213 Mar 14 19:05:00.463580 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58ffb1-f377-4dca-a663-ec6bc17433be req-568557f0-6569-432f-a1c0-957fa5e13d3f tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:00.465100 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8f58ffb1-f377-4dca-a663-ec6bc17433be req-568557f0-6569-432f-a1c0-957fa5e13d3f tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 945 time: 0.0582087 Mar 14 19:05:00.525085 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8f58ffb1-f377-4dca-a663-ec6bc17433be req-7959e13a-b9ab-4b87-9a54-cc203aa6a8e2 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543063 Mar 14 19:05:00.651859 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4604712-78fc-4b3b-8845-29fe8fd4f172 req-36c57960-c405-45c7-ac1e-cb989f5fd8e3 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:00.653912 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a4604712-78fc-4b3b-8845-29fe8fd4f172 req-36c57960-c405-45c7-ac1e-cb989f5fd8e3 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 945 time: 0.0639238 Mar 14 19:05:00.706313 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-a4604712-78fc-4b3b-8845-29fe8fd4f172 req-21c77f7b-501d-46c2-8b9e-3ad201be339d tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466640 Mar 14 19:05:00.729035 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51340) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:05:00.780934 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90289057-f64f-4cfb-ae57-186eb6b97348 tempest-TestVolumeBootPattern-800383878 tempest-TestVolumeBootPattern-800383878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:00.782462 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-90289057-f64f-4cfb-ae57-186eb6b97348 tempest-TestVolumeBootPattern-800383878 tempest-TestVolumeBootPattern-800383878-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 1124 time: 0.0524139 Mar 14 19:05:00.785489 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 51342) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:05:00.790002 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.v2.base [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Request body: {'floatingip': {'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'port_id': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:00.812226 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:00.916164 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:01.017337 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.db_base_plugin_common [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Allocated IP 172.27.3.232 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/899a10f4-9401-4bf5-9a0b-8cccac4fa385) {{(pid=109513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:05:01.121324 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for port (899a10f4-9401-4bf5-9a0b-8cccac4fa385), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:01.157036 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (899a10f4-9401-4bf5-9a0b-8cccac4fa385), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:01.199606 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:05:01.204303 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.base_scheduler [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Resources bound (agent type, host, resource id): {{(pid=109513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:05:01.208924 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Received port after_create {{(pid=109513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:05:01.210800 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'Port': ['ID=899a10f4-9401-4bf5-9a0b-8cccac4fa385,revision_number=1']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:01.235108 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:01.235456 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:01.235830 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:01.236169 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:01.236498 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:01.236823 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:01.237144 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:01.237463 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:01.237784 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:01.238105 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:01.238427 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:01.238729 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:01.239042 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:01.239355 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:01.239687 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:01.572230 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for floatingip (2445db0d-4550-4097-9a90-da733d66bbf6), precommit_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:01.642144 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (899a10f4-9401-4bf5-9a0b-8cccac4fa385), before_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:01.796052 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for port (899a10f4-9401-4bf5-9a0b-8cccac4fa385), precommit_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:01.804254 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4788572'] for port (899a10f4-9401-4bf5-9a0b-8cccac4fa385), after_update {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:01.877622 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'Port': ['ID=899a10f4-9401-4bf5-9a0b-8cccac4fa385,revision_number=2']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:01.887939 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (2445db0d-4550-4097-9a90-da733d66bbf6), after_create {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:01.988092 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.l3_db [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Floating IP 2445db0d-4550-4097-9a90-da733d66bbf6 associated. External IP: 172.27.3.232, port: 34a0e126-949d-4b7f-a5a7-d7ba716766bc. Mar 14 19:05:02.409686 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8828-e910-4d7d-9f09-2ebcc37b2f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:02.452539 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Router 7682f551-110f-471f-941e-09d31a40dc60 has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:05:02.565222 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:05:02.575600 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e0a2f-7692-4470-a70e-5bd3b5e67fc3 None None] Sync routers for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:05:02.584517 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:02.585724 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e0a2f-7692-4470-a70e-5bd3b5e67fc3 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:02.586492 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-897e0a2f-7692-4470-a70e-5bd3b5e67fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:04:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:02.613618 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-7eb1f508-9d0c-4587-b60c-d2b47386a1ae tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8270898 Mar 14 19:05:02.614481 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'tag': '34a0e126-949d-4b7f-a5a7-d7ba716766bc'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:05:02.616752 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a97867-e026-45b7-924c-8ae6b5f8e436" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf5445e-ba12-4e4a-8a96-480fead136a6", "tag": "34a0e126-949d-4b7f-a5a7-d7ba716766bc"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:05:02.691736 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-897e0a2f-7692-4470-a70e-5bd3b5e67fc3 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:02.709361 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ed6711-3dff-463a-91fc-a8113b3911b6 x-openstack-request-id: req-85ed6711-3dff-463a-91fc-a8113b3911b6 {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:05:02.709653 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf5445e-ba12-4e4a-8a96-480fead136a6", "tag": "34a0e126-949d-4b7f-a5a7-d7ba716766bc", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:05:02.709904 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85ed6711-3dff-463a-91fc-a8113b3911b6 {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:05:02.710305 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'tag': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'status': 'completed', 'code': 200} Mar 14 19:05:02.774190 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a97867-e026-45b7-924c-8ae6b5f8e436 req-c99f09dc-d7ee-42df-a9a5-c31f2a5e3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:02.775720 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-27a97867-e026-45b7-924c-8ae6b5f8e436 req-c99f09dc-d7ee-42df-a9a5-c31f2a5e3cfc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 1129 time: 0.0447357 Mar 14 19:05:02.864399 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a97867-e026-45b7-924c-8ae6b5f8e436 req-6c582059-d9fe-42c5-9232-996c0eec4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:02.865868 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-27a97867-e026-45b7-924c-8ae6b5f8e436 req-6c582059-d9fe-42c5-9232-996c0eec4acf service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 913 time: 0.0844333 Mar 14 19:05:02.922765 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-897e0a2f-7692-4470-a70e-5bd3b5e67fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '2445db0d-4550-4097-9a90-da733d66bbf6', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '7682f551-110f-471f-941e-09d31a40dc60', 'port_id': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'mac_address': 'fa:16:3e:10:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:05:01Z', 'updated_at': '2022-03-14T19:05:01Z', 'revision_number': 0, 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:02.932040 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-27a97867-e026-45b7-924c-8ae6b5f8e436 req-af189719-e9b0-40e8-89e8-e7472a2b555a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a0e126-949d-4b7f-a5a7-d7ba716766bc HTTP/1.1" status: 200 len: 999 time: 0.0602546 Mar 14 19:05:02.948502 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e0a2f-7692-4470-a70e-5bd3b5e67fc3 None None] Checking router: 7682f551-110f-471f-941e-09d31a40dc60 for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:05:02.957309 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e0a2f-7692-4470-a70e-5bd3b5e67fc3 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:02.957904 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-897e0a2f-7692-4470-a70e-5bd3b5e67fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:04:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:02.979886 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a97867-e026-45b7-924c-8ae6b5f8e436 req-7688b5f3-6255-4874-90fe-5254a4adc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:02.981351 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-27a97867-e026-45b7-924c-8ae6b5f8e436 req-7688b5f3-6255-4874-90fe-5254a4adc802 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0427027 Mar 14 19:05:03.029420 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a97867-e026-45b7-924c-8ae6b5f8e436 req-4e8bcc67-61e4-4b62-a747-29404aa6df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:03.031101 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-27a97867-e026-45b7-924c-8ae6b5f8e436 req-4e8bcc67-61e4-4b62-a747-29404aa6df15 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440247 Mar 14 19:05:03.063256 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-897e0a2f-7692-4470-a70e-5bd3b5e67fc3 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:03.121941 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-27a97867-e026-45b7-924c-8ae6b5f8e436 req-1fcb8b45-86fb-43af-b3c8-376244c46d32 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843980 Mar 14 19:05:03.213013 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-27a97867-e026-45b7-924c-8ae6b5f8e436 req-ddd7eb07-2f8e-406e-ae9f-02cb5cd3f46b service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841897 Mar 14 19:05:03.284069 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-897e0a2f-7692-4470-a70e-5bd3b5e67fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '2445db0d-4550-4097-9a90-da733d66bbf6', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '7682f551-110f-471f-941e-09d31a40dc60', 'port_id': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'mac_address': 'fa:16:3e:10:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:05:01Z', 'updated_at': '2022-03-14T19:05:01Z', 'revision_number': 0, 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:03.398132 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e0a2f-7692-4470-a70e-5bd3b5e67fc3 None None] The sync data for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi is: [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '2445db0d-4550-4097-9a90-da733d66bbf6', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '7682f551-110f-471f-941e-09d31a40dc60', 'port_id': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'mac_address': 'fa:16:3e:10:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:05:01Z', 'updated_at': '2022-03-14T19:05:01Z', 'revision_number': 0, 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:05:03.603828 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9553ea2-6d94-48bf-8763-27ea8aa5b102 None None] New status for floating IP 2445db0d-4550-4097-9a90-da733d66bbf6: ACTIVE {{(pid=109514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:05:04.731210 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ba536889-27d5-4663-833b-411d689fac71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:05.980518 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:07.156122 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:08.744653 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:21.368824 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:26.925857 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:05:30.526355 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ac117256-ac71-44da-bd4f-9e126670477b req-1405704c-6178-40ef-99ed-c8be147d1d82 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524178 Mar 14 19:05:30.616882 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac117256-ac71-44da-bd4f-9e126670477b req-b0721e72-7f95-4700-a8af-669904742716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:30.618330 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ac117256-ac71-44da-bd4f-9e126670477b req-b0721e72-7f95-4700-a8af-669904742716 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 1129 time: 0.0444448 Mar 14 19:05:30.734098 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac117256-ac71-44da-bd4f-9e126670477b req-9e3da213-c745-4359-8434-bcdff875c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:30.735723 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ac117256-ac71-44da-bd4f-9e126670477b req-9e3da213-c745-4359-8434-bcdff875c8f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 913 time: 0.0939767 Mar 14 19:05:30.810413 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ac117256-ac71-44da-bd4f-9e126670477b req-b9eddd87-0176-4c6b-bd75-84ff95a2f2e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a0e126-949d-4b7f-a5a7-d7ba716766bc HTTP/1.1" status: 200 len: 1001 time: 0.0679455 Mar 14 19:05:30.860212 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac117256-ac71-44da-bd4f-9e126670477b req-f3504e2a-dacc-4d67-8f2d-69633c668388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:30.861661 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ac117256-ac71-44da-bd4f-9e126670477b req-f3504e2a-dacc-4d67-8f2d-69633c668388 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0454264 Mar 14 19:05:30.917956 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac117256-ac71-44da-bd4f-9e126670477b req-d6e5950f-776a-47ac-87d0-79ca8420c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:30.920210 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ac117256-ac71-44da-bd4f-9e126670477b req-d6e5950f-776a-47ac-87d0-79ca8420c856 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516555 Mar 14 19:05:31.014619 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ac117256-ac71-44da-bd4f-9e126670477b req-73466356-9a3c-4b06-89b2-165eebd6539f service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873101 Mar 14 19:05:31.115149 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ac117256-ac71-44da-bd4f-9e126670477b req-69bf37cb-93fe-4852-9ad5-97f8e92dc30f service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923316 Mar 14 19:05:32.420548 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d2e5c8ec-646c-4870-99a2-6978e7970b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:34.732708 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0f976219-2973-44e5-8e60-5af129b4f80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.983683 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:37.153946 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:38.744474 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:51.375725 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:02.422350 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-9602cfaa-fb36-441b-9812-436fe959e9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:03.931153 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:06:04.739013 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ac29db3a-a702-46ad-ac11-b8d55a2ad734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:05.987407 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:07.157798 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:08.745524 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:21.376371 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:32.428628 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2f1bbebe-9de4-43a9-b826-85708e55885e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:33.270974 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-271d471f-5023-479d-85d9-d25117015494 req-d2accbf9-e67b-4707-b8ed-475f09847307 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509672 Mar 14 19:06:33.358378 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d471f-5023-479d-85d9-d25117015494 req-918e7948-aca9-4869-b247-2dcbaf32af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:33.359958 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-271d471f-5023-479d-85d9-d25117015494 req-918e7948-aca9-4869-b247-2dcbaf32af46 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 1129 time: 0.0466032 Mar 14 19:06:33.464719 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d471f-5023-479d-85d9-d25117015494 req-4efc4490-f09b-4936-aeb7-0e59006d4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:33.466191 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-271d471f-5023-479d-85d9-d25117015494 req-4efc4490-f09b-4936-aeb7-0e59006d4396 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 913 time: 0.0841875 Mar 14 19:06:33.547827 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-271d471f-5023-479d-85d9-d25117015494 req-7de606cc-37f4-4b0e-972b-2434c933057a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a0e126-949d-4b7f-a5a7-d7ba716766bc HTTP/1.1" status: 200 len: 1001 time: 0.0749617 Mar 14 19:06:33.597559 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d471f-5023-479d-85d9-d25117015494 req-6df74826-ff8d-4af2-8a54-37289a66ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:33.599021 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-271d471f-5023-479d-85d9-d25117015494 req-6df74826-ff8d-4af2-8a54-37289a66ad39 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0437748 Mar 14 19:06:33.650379 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d471f-5023-479d-85d9-d25117015494 req-0eb99805-dd97-4c25-8c4f-79218b14c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:33.652186 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-271d471f-5023-479d-85d9-d25117015494 req-0eb99805-dd97-4c25-8c4f-79218b14c7f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463603 Mar 14 19:06:33.745862 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-271d471f-5023-479d-85d9-d25117015494 req-37743235-3be2-4f8b-a469-00d5652aa227 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869434 Mar 14 19:06:33.840429 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-271d471f-5023-479d-85d9-d25117015494 req-52109b19-e8ce-4984-a10a-871169490a23 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885870 Mar 14 19:06:34.736425 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-695060ac-85a9-4fa1-91e4-360ea08f0705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:35.988477 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:36.253201 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-755099b6-8c36-4a59-bb0b-5f8065c6b3d6 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673007424&fields=id&tenant_id=c0937b1763fb4579814763428a844452 HTTP/1.1" status: 200 len: 267 time: 0.0495915 Mar 14 19:06:36.359837 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-3d757bad-a9d9-4129-bb84-9d0fcfc4097f tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:36.361268 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-3d757bad-a9d9-4129-bb84-9d0fcfc4097f tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 812 time: 0.0990529 Mar 14 19:06:36.375357 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-9303fc0c-4852-48b9-93cc-890bd934d2f7 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/quotas/c0937b1763fb4579814763428a844452 HTTP/1.1" status: 200 len: 375 time: 0.0088494 Mar 14 19:06:36.435715 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-f38f1752-2098-426e-8042-cde50ae97ba5 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555997 Mar 14 19:06:36.533458 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-5ac5d8ef-69ca-4bd1-bbfc-d5c58b38a906 service neutron] 10.222.0.52 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811019 Mar 14 19:06:36.629069 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-a4816fc6-0f2a-4824-ad13-45576479d627 service neutron] 10.222.0.52 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867639 Mar 14 19:06:36.931011 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-6c7e6aca-7006-49c1-bd66-281e83419eb2 req-54f73f6f-9098-430e-a9e9-2ca224cafc53 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 210 time: 0.0311596 Mar 14 19:06:37.162563 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:37.890342 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-db604811-a25b-47e3-b0e0-2e71d7af950c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:37.891787 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-db604811-a25b-47e3-b0e0-2e71d7af950c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 812 time: 0.0997996 Mar 14 19:06:37.954333 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-4e7283bd-6385-4911-8c9f-09409efe0d0e tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0937b1763fb4579814763428a844452 HTTP/1.1" status: 200 len: 379 time: 0.0531073 Mar 14 19:06:37.966570 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Request body: {'port': {'device_id': 'b87728cc-e5fe-431a-be76-413c58acf44e', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'admin_state_up': True, 'tenant_id': 'c0937b1763fb4579814763428a844452', 'security_groups': ['37096851-5b9a-424d-beae-c3c426c485cb']}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:06:38.026800 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-78d0c410-04e3-484d-9d63-550786aa7456 req-e44d871d-21fb-42dd-bd60-dd62e79cf366 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 210 time: 0.0274689 Mar 14 19:06:38.076218 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Made reservation on behalf of c0937b1763fb4579814763428a844452 for: {'port': 1} {{(pid=109512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:06:38.079580 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:38.214225 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Allocated IP 172.20.0.7 (a3fa0920-ef9b-4bb4-90d4-2d598f5743e3/3caeea12-c995-47a6-8a23-fec48cfd0972/4ed6b447-90b4-4234-9f56-a388d7d55099) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:06:38.353231 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:38.387444 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:38.435022 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:06:38.438320 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:06:38.441991 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:06:38.448653 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'Port': ['ID=4ed6b447-90b4-4234-9f56-a388d7d55099,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:38.476919 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:38.477254 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:38.477606 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:38.477949 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:38.478282 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:38.478632 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:38.478946 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:38.479272 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:38.479628 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:38.479953 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:38.480406 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:38.480690 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:38.481000 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:38.481293 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:38.481702 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:38.508903 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:38.509437 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:38.527230 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-d9032cd7-cc75-4b0d-8834-ddfc61354961 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648360 Mar 14 19:06:38.538600 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Request body: {'port': {'device_id': 'b87728cc-e5fe-431a-be76-413c58acf44e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:06:38.597351 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:38.658294 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-a7da6ee5-5ced-46a8-95a8-f0bb687868f1 None None] Provisioning complete for port 4ed6b447-90b4-4234-9f56-a388d7d55099 triggered by entity DHCP. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:06:38.658965 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-a7da6ee5-5ced-46a8-95a8-f0bb687868f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:38.692686 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-a7da6ee5-5ced-46a8-95a8-f0bb687868f1 None None] Port 4ed6b447-90b4-4234-9f56-a388d7d55099 cannot update to ACTIVE because it is not bound. {{(pid=109514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:06:38.738907 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:39.145857 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed6b447-90b4-4234-9f56-a388d7d55099 {{(pid=109512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:06:39.155193 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Publish callbacks [] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:39.171465 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.provisioning_blocks [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Transition to ACTIVE for port object 4ed6b447-90b4-4234-9f56-a388d7d55099 will not be triggered until provisioned by entity L2. {{(pid=109512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 19:06:39.177811 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:39.190141 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb68b3-bafe-4c3f-85c2-905dc13d8c75 req-84df79a0-678f-4ac7-8847-f638c426f2f7 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:39.191647 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4feb68b3-bafe-4c3f-85c2-905dc13d8c75 req-84df79a0-678f-4ac7-8847-f638c426f2f7 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 931 time: 0.0971684 Mar 14 19:06:39.251219 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed6b447-90b4-4234-9f56-a388d7d55099,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:39.319065 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-4feb68b3-bafe-4c3f-85c2-905dc13d8c75 req-2ad6dea8-ad80-4e1a-a52d-f5c5af66455d tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053550 Mar 14 19:06:39.347136 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Attempting to bind port 4ed6b447-90b4-4234-9f56-a388d7d55099 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:06:39.347466 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Attempting to bind port 4ed6b447-90b4-4234-9f56-a388d7d55099 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:06:39.347819 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Attempting to bind port 4ed6b447-90b4-4234-9f56-a388d7d55099 on network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:06:39.352222 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Port 4ed6b447-90b4-4234-9f56-a388d7d55099 on network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:06:39.352538 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Attempting to bind port 4ed6b447-90b4-4234-9f56-a388d7d55099 on network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:06:39.357730 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Checking agent: {'id': '79ca2771-60b2-4a84-b959-7da1cd979803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'started_at': datetime.datetime(2022, 3, 14, 18, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:06:39.358059 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Checking segment: {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:06:39.358441 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Bound using segment: {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'} {{(pid=109512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:06:39.358866 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.managers [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Bound port: 4ed6b447-90b4-4234-9f56-a388d7d55099, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e452cf9-acc8-4b0b-8807-ae819c63e738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3'}}] {{(pid=109512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:06:39.359242 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:39.422529 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] For port 4ed6b447-90b4-4234-9f56-a388d7d55099, host hv-cinder-82966, cleared binding levels {{(pid=109512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:06:39.425562 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] For port 4ed6b447-90b4-4234-9f56-a388d7d55099, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=4ed6b447-90b4-4234-9f56-a388d7d55099,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:06:39.432670 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:39.467040 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:39.467674 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:39.469017 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] 10.222.0.69 "PUT /v2.0/ports/4ed6b447-90b4-4234-9f56-a388d7d55099 HTTP/1.1" status: 200 len: 1093 time: 0.9346304 Mar 14 19:06:39.469531 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87728cc-e5fe-431a-be76-413c58acf44e', 'tag': '4ed6b447-90b4-4234-9f56-a388d7d55099'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:06:39.471744 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6b4fba-95b8-4234-9e69-a4e7f1ae22b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b87728cc-e5fe-431a-be76-413c58acf44e", "tag": "4ed6b447-90b4-4234-9f56-a388d7d55099"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:06:39.498186 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ec921-cd9f-4d97-ad38-97d0a5efab22 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed6b447-90b4-4234-9f56-a388d7d55099,revision_number=3']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:39.557562 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-c6df3197-e95c-4925-8cf4-e4b8cca01008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:39.558885 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-c6df3197-e95c-4925-8cf4-e4b8cca01008 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 1127 time: 0.0495846 Mar 14 19:06:39.600585 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b71274-b8bb-46b2-9dd1-f3e8dfd9896c x-openstack-request-id: req-32b71274-b8bb-46b2-9dd1-f3e8dfd9896c {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:06:39.600876 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87728cc-e5fe-431a-be76-413c58acf44e", "tag": "4ed6b447-90b4-4234-9f56-a388d7d55099", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:06:39.601129 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32b71274-b8bb-46b2-9dd1-f3e8dfd9896c {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:06:39.601524 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87728cc-e5fe-431a-be76-413c58acf44e', 'tag': '4ed6b447-90b4-4234-9f56-a388d7d55099', 'status': 'completed', 'code': 200} Mar 14 19:06:39.603330 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-4a495836-5d97-451b-884a-d013de287031 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ed6b447-90b4-4234-9f56-a388d7d55099 HTTP/1.1" status: 200 len: 217 time: 0.0374501 Mar 14 19:06:39.658971 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-7173f276-ff53-433e-aef6-849f1513cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:39.660490 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-7173f276-ff53-433e-aef6-849f1513cd8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0488334 Mar 14 19:06:39.710548 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-543418cd-b6ec-4f52-a8ed-544158dd4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:39.712042 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-543418cd-b6ec-4f52-a8ed-544158dd4165 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439088 Mar 14 19:06:39.800596 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-89443c02-1182-4ad9-b2b0-99c2de8a070e service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825503 Mar 14 19:06:39.893433 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-eeb1ac67-df85-4b22-8e70-134a3ffe72f8 req-d859433d-6bb8-47da-83b8-1170cf83ef1a service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863428 Mar 14 19:06:39.986403 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b4fba-95b8-4234-9e69-a4e7f1ae22b6 req-6bfcd08f-e919-4c41-8ca3-1d48f232978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:39.988401 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ca6b4fba-95b8-4234-9e69-a4e7f1ae22b6 req-6bfcd08f-e919-4c41-8ca3-1d48f232978a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 1127 time: 0.0500934 Mar 14 19:06:40.089608 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b4fba-95b8-4234-9e69-a4e7f1ae22b6 req-5611efa8-8909-4c19-ac68-6705cdb21332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:40.091111 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ca6b4fba-95b8-4234-9e69-a4e7f1ae22b6 req-5611efa8-8909-4c19-ac68-6705cdb21332 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 913 time: 0.0955031 Mar 14 19:06:40.131723 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ca6b4fba-95b8-4234-9e69-a4e7f1ae22b6 req-662d95a7-9781-4653-960a-ff2eeb340b99 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ed6b447-90b4-4234-9f56-a388d7d55099 HTTP/1.1" status: 200 len: 217 time: 0.0343914 Mar 14 19:06:40.181516 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b4fba-95b8-4234-9e69-a4e7f1ae22b6 req-1a45af11-cf28-4a02-ae1e-4fc9b80ba823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:40.182955 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ca6b4fba-95b8-4234-9e69-a4e7f1ae22b6 req-1a45af11-cf28-4a02-ae1e-4fc9b80ba823 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0451701 Mar 14 19:06:40.236880 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b4fba-95b8-4234-9e69-a4e7f1ae22b6 req-008d45b1-7923-4950-8f74-a45b912855fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:40.238349 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ca6b4fba-95b8-4234-9e69-a4e7f1ae22b6 req-008d45b1-7923-4950-8f74-a45b912855fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486569 Mar 14 19:06:40.332540 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ca6b4fba-95b8-4234-9e69-a4e7f1ae22b6 req-0c5066aa-ed86-4227-b366-ebc92cb9f0a6 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815804 Mar 14 19:06:40.458036 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-ca6b4fba-95b8-4234-9e69-a4e7f1ae22b6 req-bc132086-97c8-4247-8739-e3771db98156 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156425 Mar 14 19:06:40.466587 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89528bf-d6ed-4e5e-80d8-90ce90f6d39a req-f8d3790a-56d2-47af-9a13-4feac554cc43 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:40.467974 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f89528bf-d6ed-4e5e-80d8-90ce90f6d39a req-f8d3790a-56d2-47af-9a13-4feac554cc43 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 943 time: 0.0822403 Mar 14 19:06:40.516528 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f89528bf-d6ed-4e5e-80d8-90ce90f6d39a req-971e4f7a-876e-4a58-8eac-359ac292f5ed tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429964 Mar 14 19:06:40.930615 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:06:41.656508 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b8b44-70ca-4310-9480-21e969daa34c req-cb4fc235-04cf-4b84-98ba-b1427f30831c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:41.657952 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fa8b8b44-70ca-4310-9480-21e969daa34c req-cb4fc235-04cf-4b84-98ba-b1427f30831c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 943 time: 0.0643573 Mar 14 19:06:41.705971 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fa8b8b44-70ca-4310-9480-21e969daa34c req-5f3d8736-53c4-4486-a38c-30f1df36f552 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423510 Mar 14 19:06:42.842510 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d68fb-648f-4c81-8df5-fac287fcd7ea req-ab2d4473-8fef-466a-b5fa-bca550a0ee7d tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:42.844004 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-814d68fb-648f-4c81-8df5-fac287fcd7ea req-ab2d4473-8fef-466a-b5fa-bca550a0ee7d tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 943 time: 0.0647006 Mar 14 19:06:42.894988 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-814d68fb-648f-4c81-8df5-fac287fcd7ea req-9dfb6bcd-b3b8-45d6-afdd-c765e2884d6c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454049 Mar 14 19:06:44.028180 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c345ad-ef9b-41f4-b122-1d1e29a1c848 req-8208d993-5753-47c3-8690-d72842cffb34 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:44.029655 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b2c345ad-ef9b-41f4-b122-1d1e29a1c848 req-8208d993-5753-47c3-8690-d72842cffb34 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 943 time: 0.0534272 Mar 14 19:06:44.082400 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-b2c345ad-ef9b-41f4-b122-1d1e29a1c848 req-126aa685-a213-4dcd-a46e-1a95c82e6f68 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471628 Mar 14 19:06:45.219391 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e35a11-ee81-4e9b-8c10-1441a6f0828f req-bd73a678-3313-45d5-83e5-11dcca1cfbbc tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:45.220917 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d6e35a11-ee81-4e9b-8c10-1441a6f0828f req-bd73a678-3313-45d5-83e5-11dcca1cfbbc tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 943 time: 0.0608027 Mar 14 19:06:45.279775 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d6e35a11-ee81-4e9b-8c10-1441a6f0828f req-7403d9f8-d49c-4d3b-99dd-f49ffa552cfe tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530727 Mar 14 19:06:46.415386 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832d8c9-7173-4704-a7f1-fec6e152a8c5 req-4ea8d97d-ca62-41a4-b9dd-2c33f6f83d67 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:46.416919 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9832d8c9-7173-4704-a7f1-fec6e152a8c5 req-4ea8d97d-ca62-41a4-b9dd-2c33f6f83d67 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 943 time: 0.0545225 Mar 14 19:06:46.467299 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-9832d8c9-7173-4704-a7f1-fec6e152a8c5 req-3cbd6fcf-162b-41db-989c-bb1314d3eea3 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447016 Mar 14 19:06:47.605458 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580e6ac-12f8-4455-8a44-c74a562cc1ec req-3ed61c25-967c-428f-a969-481501a6b516 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:47.607147 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9580e6ac-12f8-4455-8a44-c74a562cc1ec req-3ed61c25-967c-428f-a969-481501a6b516 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 943 time: 0.0656438 Mar 14 19:06:47.658787 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9580e6ac-12f8-4455-8a44-c74a562cc1ec req-5bc17ee7-6692-442d-a8d1-c2fbd3fdbffc tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459037 Mar 14 19:06:48.746279 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 4ed6b447-90b4-4234-9f56-a388d7d55099 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=109514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:06:48.841847 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 4ed6b447-90b4-4234-9f56-a388d7d55099, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=4ed6b447-90b4-4234-9f56-a388d7d55099,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:06:48.852105 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3815a34-0c28-4348-bfca-081926b2ca95 req-625dccc9-c4c5-418b-88ef-2377c9b721ec tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:48.853595 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Returning: {'device': '4ed6b447-90b4-4234-9f56-a388d7d55099', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'port_id': '4ed6b447-90b4-4234-9f56-a388d7d55099', 'mac_address': 'fa:16:3e:4f:01:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:06:48.853798 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c3815a34-0c28-4348-bfca-081926b2ca95 req-625dccc9-c4c5-418b-88ef-2377c9b721ec tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 943 time: 0.0528102 Mar 14 19:06:48.893455 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 4ed6b447-90b4-4234-9f56-a388d7d55099 is: DOWN; New status is: BUILD {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:06:48.893859 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:48.902454 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-c3815a34-0c28-4348-bfca-081926b2ca95 req-a04e86ae-0f2b-4aac-8218-984927a646cc tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428138 Mar 14 19:06:48.906645 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed6b447-90b4-4234-9f56-a388d7d55099 {{(pid=109514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:06:48.926382 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 4ed6b447-90b4-4234-9f56-a388d7d55099, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=4ed6b447-90b4-4234-9f56-a388d7d55099,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:06:48.931229 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:48.978225 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=4ed6b447-90b4-4234-9f56-a388d7d55099,revision_number=4']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:48.985327 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:48.985676 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:48.986019 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:48.986369 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:48.986703 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:48.987033 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:48.987358 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:48.987716 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:48.988044 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:48.988368 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:48.988692 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:48.989015 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:48.989312 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:48.989638 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:48.989945 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:49.183538 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] get_ports_and_sgs() called for port_ids ['4ed6b447-90b4-4234-9f56-a388d7d55099'] {{(pid=109514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:06:50.034756 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c2bfd-252c-4a1f-9766-6e2eeaf618b2 req-d54b8537-c82a-44cc-acf3-a8f783ef9cda tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:50.036266 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8e6c2bfd-252c-4a1f-9766-6e2eeaf618b2 req-d54b8537-c82a-44cc-acf3-a8f783ef9cda tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 944 time: 0.0573442 Mar 14 19:06:50.088182 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-8e6c2bfd-252c-4a1f-9766-6e2eeaf618b2 req-72854cda-d038-4b10-8e37-3f38244c725c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438917 Mar 14 19:06:50.757908 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 4ed6b447-90b4-4234-9f56-a388d7d55099 up at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:06:50.819878 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning for port 4ed6b447-90b4-4234-9f56-a388d7d55099 completed by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 19:06:50.823641 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.provisioning_blocks [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Provisioning complete for port 4ed6b447-90b4-4234-9f56-a388d7d55099 triggered by entity L2. {{(pid=109514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:06:50.824019 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1233755'] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), provisioning_complete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:50.902451 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Current status of the port 4ed6b447-90b4-4234-9f56-a388d7d55099 is: BUILD; New status is: ACTIVE {{(pid=109514) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:06:50.902870 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), before_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:50.925743 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87728cc-e5fe-431a-be76-413c58acf44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed6b447-90b4-4234-9f56-a388d7d55099'}] {{(pid=109514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:06:50.927993 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb1bf8c3f48c210331f20c9cee3dec242437e0db98c7001d73f61da42673b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eb33ba-b78d-4763-bbc1-f541e3cb2c69" -d '{"events": [{"server_uuid": "b87728cc-e5fe-431a-be76-413c58acf44e", "name": "network-vif-plugged", "status": "completed", "tag": "4ed6b447-90b4-4234-9f56-a388d7d55099"}]}' {{(pid=109514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:06:50.940376 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] For port 4ed6b447-90b4-4234-9f56-a388d7d55099, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=4ed6b447-90b4-4234-9f56-a388d7d55099,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:06:50.945389 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808'] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:50.968080 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10472b9c-74ca-4865-913c-20d620d4a964 x-openstack-request-id: req-10472b9c-74ca-4865-913c-20d620d4a964 {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:06:50.968364 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87728cc-e5fe-431a-be76-413c58acf44e", "name": "network-vif-plugged", "status": "completed", "tag": "4ed6b447-90b4-4234-9f56-a388d7d55099", "code": 200}]} {{(pid=109514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:06:50.968612 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10472b9c-74ca-4865-913c-20d620d4a964 {{(pid=109514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:06:50.968990 dv-cinder-829664-3-iscsi neutron-server[109514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87728cc-e5fe-431a-be76-413c58acf44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed6b447-90b4-4234-9f56-a388d7d55099', 'code': 200} Mar 14 19:06:50.994560 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Pushing event updated for resources: {'Port': ['ID=4ed6b447-90b4-4234-9f56-a388d7d55099,revision_number=5']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:51.241464 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a29ef6-1c92-4f80-9d66-86b220fe602a req-fd156bf3-d55d-4a43-9399-6d63a14679fd tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:51.242930 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-99a29ef6-1c92-4f80-9d66-86b220fe602a req-fd156bf3-d55d-4a43-9399-6d63a14679fd tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 945 time: 0.0836089 Mar 14 19:06:51.245474 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddb664-1a09-4093-b437-de940aedd31b req-e62ff634-3ce4-48b8-8435-dbea829fa90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:51.247029 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-49ddb664-1a09-4093-b437-de940aedd31b req-e62ff634-3ce4-48b8-8435-dbea829fa90c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 1129 time: 0.0610263 Mar 14 19:06:51.321435 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-99a29ef6-1c92-4f80-9d66-86b220fe602a req-cea13c19-2c31-4b67-8a3c-7b8cf7709d71 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727789 Mar 14 19:06:51.324021 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-49ddb664-1a09-4093-b437-de940aedd31b req-abd1e379-2dc8-4f51-afb7-cf1d2c247d39 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699055 Mar 14 19:06:51.383263 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:52.462198 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf49000-bfeb-4ad1-8206-82c66ab78259 req-7e59d294-cd62-4560-8a60-755d5170c97b tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:52.463707 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fcf49000-bfeb-4ad1-8206-82c66ab78259 req-7e59d294-cd62-4560-8a60-755d5170c97b tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 945 time: 0.0595577 Mar 14 19:06:52.514789 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-fcf49000-bfeb-4ad1-8206-82c66ab78259 req-2e4fe5bf-91e3-41ee-a5f5-31c0f20d1ca1 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453436 Mar 14 19:06:53.650267 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07fa32-160b-4bea-9727-b741fe773425 req-617c325e-190b-4dc1-a341-78d7e645b335 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:53.651774 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9c07fa32-160b-4bea-9727-b741fe773425 req-617c325e-190b-4dc1-a341-78d7e645b335 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 945 time: 0.0612257 Mar 14 19:06:53.699636 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-9c07fa32-160b-4bea-9727-b741fe773425 req-8b726c47-1672-4b3f-bc41-98c029bfdaf2 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422158 Mar 14 19:06:53.829068 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2912c-b810-468c-aa33-4b2913d1e93b req-d257dda6-861d-4f00-aad1-3596c6b10841 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:53.830418 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8fa2912c-b810-468c-aa33-4b2913d1e93b req-d257dda6-861d-4f00-aad1-3596c6b10841 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 945 time: 0.0593286 Mar 14 19:06:53.880490 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-8fa2912c-b810-468c-aa33-4b2913d1e93b req-a2e53f2a-f44c-4dd8-9271-1eace037899d tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440531 Mar 14 19:06:53.904916 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 51472) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:06:53.951154 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508df6b3-1fdc-4e3d-b96f-702ea2e18eb4 tempest-TestVolumeBootPattern-800383878 tempest-TestVolumeBootPattern-800383878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:53.952749 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-508df6b3-1fdc-4e3d-b96f-702ea2e18eb4 tempest-TestVolumeBootPattern-800383878 tempest-TestVolumeBootPattern-800383878-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 1124 time: 0.0469146 Mar 14 19:06:53.955767 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51474) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:06:53.960748 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.v2.base [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Request body: {'floatingip': {'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'port_id': '4ed6b447-90b4-4234-9f56-a388d7d55099', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:06:53.983307 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:54.091642 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (None), before_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:54.195647 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_common [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Allocated IP 172.27.3.9 (fca46202-598b-4647-ad28-6a17f14c2b27/3f8dee14-362b-410b-ab9f-a431cd64dfd1/5cddfc5c-71d8-4afa-b5c8-65109ce95861) {{(pid=109512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:06:54.302536 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for port (5cddfc5c-71d8-4afa-b5c8-65109ce95861), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:54.346762 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747569629772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (5cddfc5c-71d8-4afa-b5c8-65109ce95861), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:54.386028 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Network fca46202-598b-4647-ad28-6a17f14c2b27 is already hosted by enough agents. {{(pid=109512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:06:54.388939 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.base_scheduler [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Resources bound (agent type, host, resource id): {{(pid=109512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:06:54.393051 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Received port after_create {{(pid=109512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:06:54.395959 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'Port': ['ID=5cddfc5c-71d8-4afa-b5c8-65109ce95861,revision_number=1']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:54.732525 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for floatingip (0115ce61-f593-4aa7-af8f-e25f694c41c7), precommit_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:54.805271 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1209001'] for port (5cddfc5c-71d8-4afa-b5c8-65109ce95861), before_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:54.961560 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for port (5cddfc5c-71d8-4afa-b5c8-65109ce95861), precommit_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:54.968728 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747570103574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747569629790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747569629808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5679347'] for port (5cddfc5c-71d8-4afa-b5c8-65109ce95861), after_update {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:55.035263 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event updated for resources: {'Port': ['ID=5cddfc5c-71d8-4afa-b5c8-65109ce95861,revision_number=2']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:55.047108 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-475651'] for floatingip (0115ce61-f593-4aa7-af8f-e25f694c41c7), after_create {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:55.146700 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Floating IP 0115ce61-f593-4aa7-af8f-e25f694c41c7 associated. External IP: 172.27.3.9, port: 4ed6b447-90b4-4234-9f56-a388d7d55099. Mar 14 19:06:55.367369 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Router 7682f551-110f-471f-941e-09d31a40dc60 has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:06:55.479816 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:06:55.490040 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14cb14e-07fb-4b72-8f57-0abbe5c7f839 None None] Sync routers for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:06:55.501131 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:55.502590 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cb14e-07fb-4b72-8f57-0abbe5c7f839 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:06:55.503199 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-c14cb14e-07fb-4b72-8f57-0abbe5c7f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:06:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:06:55.534400 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-3f797ab8-bc72-42c8-892c-ca5bdb399228 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5775006 Mar 14 19:06:55.535048 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87728cc-e5fe-431a-be76-413c58acf44e', 'tag': '4ed6b447-90b4-4234-9f56-a388d7d55099'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:06:55.537375 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a063c9-1868-4821-b727-3c2af6f6d84a" -d '{"events": [{"name": "network-changed", "server_uuid": "b87728cc-e5fe-431a-be76-413c58acf44e", "tag": "4ed6b447-90b4-4234-9f56-a388d7d55099"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:06:55.574832 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f267d71e-f6cd-4502-8bad-f22776e4a26f x-openstack-request-id: req-f267d71e-f6cd-4502-8bad-f22776e4a26f {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:06:55.575344 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87728cc-e5fe-431a-be76-413c58acf44e", "tag": "4ed6b447-90b4-4234-9f56-a388d7d55099", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:06:55.575697 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f267d71e-f6cd-4502-8bad-f22776e4a26f {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:06:55.576162 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87728cc-e5fe-431a-be76-413c58acf44e', 'tag': '4ed6b447-90b4-4234-9f56-a388d7d55099', 'status': 'completed', 'code': 200} Mar 14 19:06:55.611896 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-c14cb14e-07fb-4b72-8f57-0abbe5c7f839 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:06:55.644930 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a063c9-1868-4821-b727-3c2af6f6d84a req-d68b89f3-22e2-4530-9d1a-1c4bb79c0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:55.646327 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-00a063c9-1868-4821-b727-3c2af6f6d84a req-d68b89f3-22e2-4530-9d1a-1c4bb79c0452 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 1129 time: 0.0450981 Mar 14 19:06:55.736873 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a063c9-1868-4821-b727-3c2af6f6d84a req-e5c94174-f122-4a42-a5de-440747050680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:55.738391 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-00a063c9-1868-4821-b727-3c2af6f6d84a req-e5c94174-f122-4a42-a5de-440747050680 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 913 time: 0.0852518 Mar 14 19:06:55.808019 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-00a063c9-1868-4821-b727-3c2af6f6d84a req-9053747d-b017-4d48-9c7e-de137d40658d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ed6b447-90b4-4234-9f56-a388d7d55099 HTTP/1.1" status: 200 len: 997 time: 0.0609589 Mar 14 19:06:55.831497 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-c14cb14e-07fb-4b72-8f57-0abbe5c7f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '0115ce61-f593-4aa7-af8f-e25f694c41c7', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'floating_ip_address': '172.27.3.9', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '7682f551-110f-471f-941e-09d31a40dc60', 'port_id': '4ed6b447-90b4-4234-9f56-a388d7d55099', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'mac_address': 'fa:16:3e:4f:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87728cc-e5fe-431a-be76-413c58acf44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:06:54Z', 'updated_at': '2022-03-14T19:06:54Z', 'revision_number': 0, 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address_scope': None}, {'id': '2445db0d-4550-4097-9a90-da733d66bbf6', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '7682f551-110f-471f-941e-09d31a40dc60', 'port_id': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'mac_address': 'fa:16:3e:10:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:05:01Z', 'updated_at': '2022-03-14T19:05:03Z', 'revision_number': 1, 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:06:55.860901 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14cb14e-07fb-4b72-8f57-0abbe5c7f839 None None] Checking router: 7682f551-110f-471f-941e-09d31a40dc60 for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:06:55.863955 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a063c9-1868-4821-b727-3c2af6f6d84a req-9f59bffd-6bdd-4e3c-84a4-5f2d3af78c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:55.865765 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-00a063c9-1868-4821-b727-3c2af6f6d84a req-9f59bffd-6bdd-4e3c-84a4-5f2d3af78c35 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0451274 Mar 14 19:06:55.869481 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cb14e-07fb-4b72-8f57-0abbe5c7f839 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:06:55.870085 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-c14cb14e-07fb-4b72-8f57-0abbe5c7f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:06:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:06:55.916450 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a063c9-1868-4821-b727-3c2af6f6d84a req-f8ee7646-ec83-4c9c-9d3b-56dce34a7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:55.917957 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-00a063c9-1868-4821-b727-3c2af6f6d84a req-f8ee7646-ec83-4c9c-9d3b-56dce34a7fbc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453217 Mar 14 19:06:55.972912 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-c14cb14e-07fb-4b72-8f57-0abbe5c7f839 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:06:56.011430 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-00a063c9-1868-4821-b727-3c2af6f6d84a req-6256d7b8-34f8-4584-8e5f-c27a220ca3de service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863998 Mar 14 19:06:56.100565 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-00a063c9-1868-4821-b727-3c2af6f6d84a req-5a16d6cc-6d5a-4196-b50c-c6d6841e1148 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822906 Mar 14 19:06:56.198671 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-c14cb14e-07fb-4b72-8f57-0abbe5c7f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '0115ce61-f593-4aa7-af8f-e25f694c41c7', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'floating_ip_address': '172.27.3.9', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '7682f551-110f-471f-941e-09d31a40dc60', 'port_id': '4ed6b447-90b4-4234-9f56-a388d7d55099', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'mac_address': 'fa:16:3e:4f:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87728cc-e5fe-431a-be76-413c58acf44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:06:54Z', 'updated_at': '2022-03-14T19:06:54Z', 'revision_number': 0, 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address_scope': None}, {'id': '2445db0d-4550-4097-9a90-da733d66bbf6', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '7682f551-110f-471f-941e-09d31a40dc60', 'port_id': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'mac_address': 'fa:16:3e:10:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:05:01Z', 'updated_at': '2022-03-14T19:05:03Z', 'revision_number': 1, 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:06:56.224674 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14cb14e-07fb-4b72-8f57-0abbe5c7f839 None None] The sync data for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi is: [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '0115ce61-f593-4aa7-af8f-e25f694c41c7', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'floating_ip_address': '172.27.3.9', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '7682f551-110f-471f-941e-09d31a40dc60', 'port_id': '4ed6b447-90b4-4234-9f56-a388d7d55099', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'mac_address': 'fa:16:3e:4f:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87728cc-e5fe-431a-be76-413c58acf44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:06:54Z', 'updated_at': '2022-03-14T19:06:54Z', 'revision_number': 0, 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address_scope': None}, {'id': '2445db0d-4550-4097-9a90-da733d66bbf6', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '7682f551-110f-471f-941e-09d31a40dc60', 'port_id': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'mac_address': 'fa:16:3e:10:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:05:01Z', 'updated_at': '2022-03-14T19:05:03Z', 'revision_number': 1, 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:06:56.426447 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409e4c65-3e17-4628-a5d2-fa482b933192 None None] New status for floating IP 0115ce61-f593-4aa7-af8f-e25f694c41c7: ACTIVE {{(pid=109514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:07:02.426704 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e3be0ea0-c155-448b-b1a0-4181523275d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:04.727704 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0dd4080b-167d-4e9e-ab32-aa907a2a2287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:05.994390 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:07.174679 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:08.748464 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:17.934466 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:07:21.385474 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:32.419724 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e6b71b6d-19ce-4b60-9bb8-bee751277563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:32.538702 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-032d1553-c3de-45d0-83bd-eef4dfce80c2 req-31655861-a454-4cf2-9ca1-9991dd086f7c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633528 Mar 14 19:07:32.630913 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d1553-c3de-45d0-83bd-eef4dfce80c2 req-a2443577-d359-42f5-b394-fb4370711df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:32.632420 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-032d1553-c3de-45d0-83bd-eef4dfce80c2 req-a2443577-d359-42f5-b394-fb4370711df6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 1129 time: 0.0459363 Mar 14 19:07:32.739121 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d1553-c3de-45d0-83bd-eef4dfce80c2 req-5d9ad467-cab3-4c7e-aafe-090a0dfd13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:32.740482 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-032d1553-c3de-45d0-83bd-eef4dfce80c2 req-5d9ad467-cab3-4c7e-aafe-090a0dfd13f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 913 time: 0.0856264 Mar 14 19:07:32.808883 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-032d1553-c3de-45d0-83bd-eef4dfce80c2 req-3e2afb66-0ad6-44f3-ab61-cd5759dba53b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a0e126-949d-4b7f-a5a7-d7ba716766bc HTTP/1.1" status: 200 len: 1001 time: 0.0613952 Mar 14 19:07:32.861598 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d1553-c3de-45d0-83bd-eef4dfce80c2 req-bc3f6c00-7c25-4539-9b93-6f700fd75d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:32.863058 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-032d1553-c3de-45d0-83bd-eef4dfce80c2 req-bc3f6c00-7c25-4539-9b93-6f700fd75d49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0484145 Mar 14 19:07:32.913097 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d1553-c3de-45d0-83bd-eef4dfce80c2 req-b5883faf-a31f-4dbb-96c8-cdc2cb027463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:32.914582 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-032d1553-c3de-45d0-83bd-eef4dfce80c2 req-b5883faf-a31f-4dbb-96c8-cdc2cb027463 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450256 Mar 14 19:07:33.006642 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-032d1553-c3de-45d0-83bd-eef4dfce80c2 req-3764d3f4-420a-43b8-be84-58ca725c195e service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860608 Mar 14 19:07:33.099230 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-032d1553-c3de-45d0-83bd-eef4dfce80c2 req-0c6ef0f0-a585-4fd5-a72d-eef3b202dbf6 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852606 Mar 14 19:07:34.727579 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e7e7befa-5f20-4cd3-ba6f-135bcee5afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:35.993979 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:37.180607 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:38.750683 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:51.417037 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:54.939852 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:08:02.427878 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-5fb94cce-b6f5-4577-8205-2b9a30ed25b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:04.728201 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e5883f14-35b2-4557-aa17-ff0f26b7f90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:05.999352 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:07.175840 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:08.753362 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:21.402111 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:31.943575 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:08:32.425791 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-0b9e6da2-cae5-42ec-8b58-654db308fc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:34.334827 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51514) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:34.721588 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-3f9bcf9d-163d-4022-94a6-2dcb52646a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:34.732221 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d6601a4f-a770-45f4-9d5a-694573d897ee req-70707b8d-90cf-4e18-8203-bc6e2b390406 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0950251 Mar 14 19:08:34.820212 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6601a4f-a770-45f4-9d5a-694573d897ee req-9f53ca73-6c28-466f-8131-4a1c33974abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:34.821660 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d6601a4f-a770-45f4-9d5a-694573d897ee req-9f53ca73-6c28-466f-8131-4a1c33974abc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 1129 time: 0.0575075 Mar 14 19:08:34.822989 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Deleting port 5cddfc5c-71d8-4afa-b5c8-65109ce95861 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:34.823321 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (5cddfc5c-71d8-4afa-b5c8-65109ce95861), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:34.959715 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (5cddfc5c-71d8-4afa-b5c8-65109ce95861), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:34.960020 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for floatingip (5cddfc5c-71d8-4afa-b5c8-65109ce95861), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:34.981461 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Calling delete_port for 5cddfc5c-71d8-4afa-b5c8-65109ce95861 owned by network:floatingip {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:34.985755 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6601a4f-a770-45f4-9d5a-694573d897ee req-771be7a2-80ec-47ae-82de-212bec2daab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:34.987246 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d6601a4f-a770-45f4-9d5a-694573d897ee req-771be7a2-80ec-47ae-82de-212bec2daab7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 913 time: 0.1255114 Mar 14 19:08:35.102410 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d6601a4f-a770-45f4-9d5a-694573d897ee req-0dc52cb0-ff67-47b4-a155-740f76783f0f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ed6b447-90b4-4234-9f56-a388d7d55099 HTTP/1.1" status: 200 len: 999 time: 0.1075640 Mar 14 19:08:35.173529 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6601a4f-a770-45f4-9d5a-694573d897ee req-ec39e3e0-c5e9-45d9-b8aa-cfd5870c3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:35.174997 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d6601a4f-a770-45f4-9d5a-694573d897ee req-ec39e3e0-c5e9-45d9-b8aa-cfd5870c3997 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0646911 Mar 14 19:08:35.255680 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (5cddfc5c-71d8-4afa-b5c8-65109ce95861), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:35.269822 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6601a4f-a770-45f4-9d5a-694573d897ee req-6023d6bb-3d84-42ce-a41d-b7b67b697428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:35.271359 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d6601a4f-a770-45f4-9d5a-694573d897ee req-6023d6bb-3d84-42ce-a41d-b7b67b697428 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879416 Mar 14 19:08:35.299203 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event deleted for resources: {'Port': ['ID=5cddfc5c-71d8-4afa-b5c8-65109ce95861,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:35.367882 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:35.368614 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:35.368614 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:35.368896 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:35.369223 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:35.369554 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:35.369875 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:35.370199 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:35.370504 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:35.370886 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:35.371209 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:35.371683 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:35.371868 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:35.372193 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:35.372511 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:35.431522 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for floatingip (0115ce61-f593-4aa7-af8f-e25f694c41c7), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:35.431849 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.db.l3_db [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Floating IP 0115ce61-f593-4aa7-af8f-e25f694c41c7 disassociated (deleted). External IP: 172.27.3.9, port: 4ed6b447-90b4-4234-9f56-a388d7d55099. Mar 14 19:08:35.472807 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d6601a4f-a770-45f4-9d5a-694573d897ee req-b9895846-e4ed-48a7-a72a-0ea5c0f00579 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831071 Mar 14 19:08:35.614158 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-d6601a4f-a770-45f4-9d5a-694573d897ee req-8f455eeb-64d6-4bd4-91e5-3b851c18ddab service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140437 Mar 14 19:08:35.723961 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Router 7682f551-110f-471f-941e-09d31a40dc60 has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:08:35.839465 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:08:35.844486 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:35.849415 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd0f09-e44c-4d44-a013-c542b7fc30fd None None] Sync routers for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:08:35.860007 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd0f09-e44c-4d44-a013-c542b7fc30fd None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:35.860648 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-13bd0f09-e44c-4d44-a013-c542b7fc30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:08:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:35.873452 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-1e9b028a-fad5-461f-ba57-035bcbfcb760 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "DELETE /v2.0/floatingips/0115ce61-f593-4aa7-af8f-e25f694c41c7 HTTP/1.1" status: 204 len: 168 time: 1.5369835 Mar 14 19:08:35.873881 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87728cc-e5fe-431a-be76-413c58acf44e', 'tag': '4ed6b447-90b4-4234-9f56-a388d7d55099'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:08:35.876101 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d1496c-558c-40c2-9570-08f6323c5018" -d '{"events": [{"name": "network-changed", "server_uuid": "b87728cc-e5fe-431a-be76-413c58acf44e", "tag": "4ed6b447-90b4-4234-9f56-a388d7d55099"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:08:35.914032 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d154d4-cf19-4d77-80dd-3058f61cc729 x-openstack-request-id: req-b7d154d4-cf19-4d77-80dd-3058f61cc729 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:08:35.914385 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87728cc-e5fe-431a-be76-413c58acf44e", "tag": "4ed6b447-90b4-4234-9f56-a388d7d55099", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:08:35.914693 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b7d154d4-cf19-4d77-80dd-3058f61cc729 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:08:35.915297 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87728cc-e5fe-431a-be76-413c58acf44e', 'tag': '4ed6b447-90b4-4234-9f56-a388d7d55099', 'status': 'completed', 'code': 200} Mar 14 19:08:35.975516 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-13bd0f09-e44c-4d44-a013-c542b7fc30fd None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:35.991319 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1496c-558c-40c2-9570-08f6323c5018 req-e1408454-5652-4a5a-bb5d-1c86a5ae9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:35.992996 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-41d1496c-558c-40c2-9570-08f6323c5018 req-e1408454-5652-4a5a-bb5d-1c86a5ae9841 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 1129 time: 0.0495656 Mar 14 19:08:35.998924 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:36.096834 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1496c-558c-40c2-9570-08f6323c5018 req-4ef16aa3-30b0-4beb-829f-eb6485688372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:36.098269 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-41d1496c-558c-40c2-9570-08f6323c5018 req-4ef16aa3-30b0-4beb-829f-eb6485688372 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 913 time: 0.0982335 Mar 14 19:08:36.147672 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-41d1496c-558c-40c2-9570-08f6323c5018 req-7bb27bbc-bb69-4fbe-aeca-54bf9aa3c6e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ed6b447-90b4-4234-9f56-a388d7d55099 HTTP/1.1" status: 200 len: 217 time: 0.0352702 Mar 14 19:08:36.197836 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a590ee1-410c-4465-bfdd-126805b82645 req-f3960857-073c-4de5-988a-94fa547a6b9e tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:36.199337 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7a590ee1-410c-4465-bfdd-126805b82645 req-f3960857-073c-4de5-988a-94fa547a6b9e tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 945 time: 0.1154172 Mar 14 19:08:36.209017 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-13bd0f09-e44c-4d44-a013-c542b7fc30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '2445db0d-4550-4097-9a90-da733d66bbf6', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '7682f551-110f-471f-941e-09d31a40dc60', 'port_id': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'mac_address': 'fa:16:3e:10:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:05:01Z', 'updated_at': '2022-03-14T19:05:03Z', 'revision_number': 1, 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:36.214811 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1496c-558c-40c2-9570-08f6323c5018 req-a1f05ef4-18b5-4d7d-848d-fadc4b0835a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:36.216247 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-41d1496c-558c-40c2-9570-08f6323c5018 req-a1f05ef4-18b5-4d7d-848d-fadc4b0835a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0622976 Mar 14 19:08:36.287015 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-7a590ee1-410c-4465-bfdd-126805b82645 req-2d45a559-78a7-40ec-a635-1dafb1df3ab5 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815599 Mar 14 19:08:36.297415 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1496c-558c-40c2-9570-08f6323c5018 req-a4e5e65e-9d28-4bb9-9a60-8323d0c93e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:36.299035 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-41d1496c-558c-40c2-9570-08f6323c5018 req-a4e5e65e-9d28-4bb9-9a60-8323d0c93e95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746093 Mar 14 19:08:36.326481 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd0f09-e44c-4d44-a013-c542b7fc30fd None None] Checking router: 7682f551-110f-471f-941e-09d31a40dc60 for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:08:36.335200 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd0f09-e44c-4d44-a013-c542b7fc30fd None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:36.335837 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-13bd0f09-e44c-4d44-a013-c542b7fc30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:08:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:36.391394 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-41d1496c-558c-40c2-9570-08f6323c5018 req-0f44f08a-07ec-45cf-a2b2-131bdc7602d3 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850329 Mar 14 19:08:36.442343 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-13bd0f09-e44c-4d44-a013-c542b7fc30fd None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:36.484423 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-41d1496c-558c-40c2-9570-08f6323c5018 req-b9b26207-8c2f-4a61-a3fb-210a07b86b62 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861304 Mar 14 19:08:36.674129 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-13bd0f09-e44c-4d44-a013-c542b7fc30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '2445db0d-4550-4097-9a90-da733d66bbf6', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '7682f551-110f-471f-941e-09d31a40dc60', 'port_id': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'mac_address': 'fa:16:3e:10:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:05:01Z', 'updated_at': '2022-03-14T19:05:03Z', 'revision_number': 1, 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:36.703314 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd0f09-e44c-4d44-a013-c542b7fc30fd None None] The sync data for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi is: [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_floatingips': [{'id': '2445db0d-4550-4097-9a90-da733d66bbf6', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'router_id': '7682f551-110f-471f-941e-09d31a40dc60', 'port_id': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'mac_address': 'fa:16:3e:10:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:05:01Z', 'updated_at': '2022-03-14T19:05:03Z', 'revision_number': 1, 'project_id': 'c0937b1763fb4579814763428a844452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:08:36.932158 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d431d-4465-4a0a-b1a6-6d19c879e51a None None] New status for floating IP 0115ce61-f593-4aa7-af8f-e25f694c41c7: DOWN {{(pid=109514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:08:37.182037 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:37.422405 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eed9df-dced-4c73-936f-fb2f0d998b12 req-541b73b5-f78b-4142-a43b-471b311ce36a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:37.423922 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-09eed9df-dced-4c73-936f-fb2f0d998b12 req-541b73b5-f78b-4142-a43b-471b311ce36a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 945 time: 0.0617514 Mar 14 19:08:37.473887 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-09eed9df-dced-4c73-936f-fb2f0d998b12 req-794c0a85-d00a-40d2-b320-dd8b8d20255a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442050 Mar 14 19:08:37.764218 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cd268-2081-4429-aff7-1143824d3c3e req-15b088f8-951d-432d-b69a-18fadcdc1a1e tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:37.765674 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c04cd268-2081-4429-aff7-1143824d3c3e req-15b088f8-951d-432d-b69a-18fadcdc1a1e tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 945 time: 0.0625627 Mar 14 19:08:37.861453 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-c04cd268-2081-4429-aff7-1143824d3c3e req-d647aeb0-99e7-414f-89a7-f5f29fdb2e46 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Deleting port 4ed6b447-90b4-4234-9f56-a388d7d55099 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:37.861686 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-c04cd268-2081-4429-aff7-1143824d3c3e req-d647aeb0-99e7-414f-89a7-f5f29fdb2e46 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:37.958177 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-c04cd268-2081-4429-aff7-1143824d3c3e req-d647aeb0-99e7-414f-89a7-f5f29fdb2e46 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] For port 4ed6b447-90b4-4234-9f56-a388d7d55099, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=4ed6b447-90b4-4234-9f56-a388d7d55099,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:37.958535 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-c04cd268-2081-4429-aff7-1143824d3c3e req-d647aeb0-99e7-414f-89a7-f5f29fdb2e46 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:37.971856 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-c04cd268-2081-4429-aff7-1143824d3c3e req-d647aeb0-99e7-414f-89a7-f5f29fdb2e46 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Calling delete_port for 4ed6b447-90b4-4234-9f56-a388d7d55099 owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:38.117032 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-c04cd268-2081-4429-aff7-1143824d3c3e req-d647aeb0-99e7-414f-89a7-f5f29fdb2e46 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (4ed6b447-90b4-4234-9f56-a388d7d55099), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:38.151117 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647aeb0-99e7-414f-89a7-f5f29fdb2e46 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event deleted for resources: {'Port': ['ID=4ed6b447-90b4-4234-9f56-a388d7d55099,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:38.197885 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04cd268-2081-4429-aff7-1143824d3c3e req-d647aeb0-99e7-414f-89a7-f5f29fdb2e46 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] No DVR routers for this DVR port 4ed6b447-90b4-4234-9f56-a388d7d55099 on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:08:38.200530 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-c04cd268-2081-4429-aff7-1143824d3c3e req-d647aeb0-99e7-414f-89a7-f5f29fdb2e46 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:38.203721 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-c04cd268-2081-4429-aff7-1143824d3c3e req-d647aeb0-99e7-414f-89a7-f5f29fdb2e46 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "DELETE /v2.0/ports/4ed6b447-90b4-4234-9f56-a388d7d55099 HTTP/1.1" status: 204 len: 173 time: 0.4319291 Mar 14 19:08:38.204152 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87728cc-e5fe-431a-be76-413c58acf44e', 'name': 'network-vif-deleted', 'tag': '4ed6b447-90b4-4234-9f56-a388d7d55099'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:08:38.206771 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c0bf51-2a90-48a5-9fcc-bc35d823b6f6" -d '{"events": [{"server_uuid": "b87728cc-e5fe-431a-be76-413c58acf44e", "name": "network-vif-deleted", "tag": "4ed6b447-90b4-4234-9f56-a388d7d55099"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:08:38.247368 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c6b21a-360d-4d77-8649-0f2b15aae0f6 x-openstack-request-id: req-98c6b21a-360d-4d77-8649-0f2b15aae0f6 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:08:38.247682 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87728cc-e5fe-431a-be76-413c58acf44e", "name": "network-vif-deleted", "tag": "4ed6b447-90b4-4234-9f56-a388d7d55099", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:08:38.247985 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98c6b21a-360d-4d77-8649-0f2b15aae0f6 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:08:38.248448 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87728cc-e5fe-431a-be76-413c58acf44e', 'name': 'network-vif-deleted', 'tag': '4ed6b447-90b4-4234-9f56-a388d7d55099', 'status': 'completed', 'code': 200} Mar 14 19:08:38.579330 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-7420e2f3-25b3-4b3f-a4fb-11a856ff674e req-371463f2-8039-4127-a473-0c6d8ccd47b4 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=b87728cc-e5fe-431a-be76-413c58acf44e HTTP/1.1" status: 200 len: 210 time: 0.0304358 Mar 14 19:08:38.750205 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:41.332741 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 4ed6b447-90b4-4234-9f56-a388d7d55099 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:08:41.355645 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: 4ed6b447-90b4-4234-9f56-a388d7d55099 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:08:41.355995 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 4ed6b447-90b4-4234-9f56-a388d7d55099 not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:08:41.898424 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 51554) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:42.054755 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Deleting port 899a10f4-9401-4bf5-9a0b-8cccac4fa385 {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:42.055087 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (899a10f4-9401-4bf5-9a0b-8cccac4fa385), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:42.133286 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (899a10f4-9401-4bf5-9a0b-8cccac4fa385), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:42.133518 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for floatingip (899a10f4-9401-4bf5-9a0b-8cccac4fa385), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:42.149421 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Calling delete_port for 899a10f4-9401-4bf5-9a0b-8cccac4fa385 owned by network:floatingip {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:42.299694 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (899a10f4-9401-4bf5-9a0b-8cccac4fa385), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:42.324405 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event deleted for resources: {'Port': ['ID=899a10f4-9401-4bf5-9a0b-8cccac4fa385,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:42.335802 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:42.336154 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:42.336495 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:42.336839 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:42.337140 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:42.337499 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:42.337818 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:42.338141 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:42.338458 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:42.338782 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:42.339090 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:42.339510 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:42.339834 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:42.340151 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:42.340468 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:42.397855 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for floatingip (2445db0d-4550-4097-9a90-da733d66bbf6), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:42.398090 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.db.l3_db [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Floating IP 2445db0d-4550-4097-9a90-da733d66bbf6 disassociated (deleted). External IP: 172.27.3.232, port: 34a0e126-949d-4b7f-a5a7-d7ba716766bc. Mar 14 19:08:42.607915 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Router 7682f551-110f-471f-941e-09d31a40dc60 has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:08:42.722213 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:08:42.727596 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:42.733760 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d573e-0af6-497e-a13c-626c4fd0a3d9 None None] Sync routers for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:08:42.743780 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d573e-0af6-497e-a13c-626c4fd0a3d9 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:42.744380 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-f04d573e-0af6-497e-a13c-626c4fd0a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:08:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:42.757511 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-33acafd7-7cc8-43c9-97c9-e8fa5b91ef1a tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "DELETE /v2.0/floatingips/2445db0d-4550-4097-9a90-da733d66bbf6 HTTP/1.1" status: 204 len: 168 time: 0.8579206 Mar 14 19:08:42.758063 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'tag': '34a0e126-949d-4b7f-a5a7-d7ba716766bc'}] {{(pid=109513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:08:42.760327 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3b3392624cf244c4281b29ece0ca57c8a05f769035c4776e515c3a14542bdb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb3f6dd-b50d-4901-bbd8-377efa6aad22" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf5445e-ba12-4e4a-8a96-480fead136a6", "tag": "34a0e126-949d-4b7f-a5a7-d7ba716766bc"}]}' {{(pid=109513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:08:42.797258 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6d3a81-4df8-49ba-a20b-c3653688cf36 x-openstack-request-id: req-ab6d3a81-4df8-49ba-a20b-c3653688cf36 {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:08:42.797760 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf5445e-ba12-4e4a-8a96-480fead136a6", "tag": "34a0e126-949d-4b7f-a5a7-d7ba716766bc", "status": "completed", "code": 200}]} {{(pid=109513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:08:42.798015 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab6d3a81-4df8-49ba-a20b-c3653688cf36 {{(pid=109513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:08:42.798414 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'tag': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'status': 'completed', 'code': 200} Mar 14 19:08:42.855538 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-f04d573e-0af6-497e-a13c-626c4fd0a3d9 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:42.864875 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3f6dd-b50d-4901-bbd8-377efa6aad22 req-101a0506-6072-494e-9965-ee10abe3fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:42.867415 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-aeb3f6dd-b50d-4901-bbd8-377efa6aad22 req-101a0506-6072-494e-9965-ee10abe3fd98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0937b1763fb4579814763428a844452&device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 1129 time: 0.0492804 Mar 14 19:08:43.000201 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3f6dd-b50d-4901-bbd8-377efa6aad22 req-44148d60-8409-4c12-8673-ea275c3f73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:43.001601 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-aeb3f6dd-b50d-4901-bbd8-377efa6aad22 req-44148d60-8409-4c12-8673-ea275c3f73e4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 200 len: 913 time: 0.1184084 Mar 14 19:08:43.015252 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cc830-bd2e-4ccd-82d2-6452a9420f07 req-93dbd4ca-923f-457c-93f7-8230fe9c113c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:43.016737 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f26cc830-bd2e-4ccd-82d2-6452a9420f07 req-93dbd4ca-923f-457c-93f7-8230fe9c113c tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 945 time: 0.0800533 Mar 14 19:08:43.056923 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-f04d573e-0af6-497e-a13c-626c4fd0a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:43.060971 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-aeb3f6dd-b50d-4901-bbd8-377efa6aad22 req-2409dda4-bb89-486a-81be-ce216a7b67c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a0e126-949d-4b7f-a5a7-d7ba716766bc HTTP/1.1" status: 200 len: 217 time: 0.0433486 Mar 14 19:08:43.086374 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d573e-0af6-497e-a13c-626c4fd0a3d9 None None] Checking router: 7682f551-110f-471f-941e-09d31a40dc60 for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:08:43.094989 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d573e-0af6-497e-a13c-626c4fd0a3d9 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:43.095659 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-f04d573e-0af6-497e-a13c-626c4fd0a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:08:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:43.118872 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-f26cc830-bd2e-4ccd-82d2-6452a9420f07 req-29cf7399-b4df-45c1-9b06-dc4897e13fcd tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959067 Mar 14 19:08:43.130452 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3f6dd-b50d-4901-bbd8-377efa6aad22 req-700ffd8b-f543-4d92-8089-adc7d7987655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:43.131938 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-aeb3f6dd-b50d-4901-bbd8-377efa6aad22 req-700ffd8b-f543-4d92-8089-adc7d7987655 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 200 len: 851 time: 0.0588863 Mar 14 19:08:43.185751 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3f6dd-b50d-4901-bbd8-377efa6aad22 req-458e204c-9688-442a-b321-eb7d631b63af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:43.187316 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-aeb3f6dd-b50d-4901-bbd8-377efa6aad22 req-458e204c-9688-442a-b321-eb7d631b63af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488114 Mar 14 19:08:43.202649 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-f04d573e-0af6-497e-a13c-626c4fd0a3d9 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:43.274600 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-aeb3f6dd-b50d-4901-bbd8-377efa6aad22 req-ee6f5198-5015-4b94-8a03-a590d705833c service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798860 Mar 14 19:08:43.374849 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-aeb3f6dd-b50d-4901-bbd8-377efa6aad22 req-e9175d6b-b55b-44f4-89c2-d253a7698ed0 service neutron] 10.222.0.69 "GET /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922859 Mar 14 19:08:43.403943 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-f04d573e-0af6-497e-a13c-626c4fd0a3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:43.429397 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d573e-0af6-497e-a13c-626c4fd0a3d9 None None] The sync data for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi is: [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:01:42Z', 'revision_number': 4, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi', '_interfaces': [{'id': '4f0be4df-0c4e-4333-b925-a5366ca4e668', 'name': '', 'network_id': 'a3fa0920-ef9b-4bb4-90d4-2d598f5743e3', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'mac_address': 'fa:16:3e:69:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:41Z', 'updated_at': '2022-03-14T19:01:47Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'subnets': [{'id': '3caeea12-c995-47a6-8a23-fec48cfd0972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:08:43.639265 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf22a2-85a1-438a-bc5d-0b0f3304cd59 None None] New status for floating IP 2445db0d-4550-4097-9a90-da733d66bbf6: DOWN {{(pid=109514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:08:44.256624 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4f86e-1578-4e0a-8ecb-7b27ab389593 req-a1f9a7da-b302-442d-b194-020b42e5fb1f tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:44.258103 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-89e4f86e-1578-4e0a-8ecb-7b27ab389593 req-a1f9a7da-b302-442d-b194-020b42e5fb1f tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 945 time: 0.0592046 Mar 14 19:08:44.309159 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-89e4f86e-1578-4e0a-8ecb-7b27ab389593 req-8cb2bb71-f001-4f7c-bbe5-97e6305ce790 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/security-groups?id=37096851-5b9a-424d-beae-c3c426c485cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431340 Mar 14 19:08:44.604809 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abf84b-0467-4fb3-9958-ae6dcf153ed8 req-e539ceb0-297f-4d44-be28-68c197924073 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:44.606266 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-70abf84b-0467-4fb3-9958-ae6dcf153ed8 req-e539ceb0-297f-4d44-be28-68c197924073 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 945 time: 0.0646815 Mar 14 19:08:44.699328 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-70abf84b-0467-4fb3-9958-ae6dcf153ed8 req-dd766a48-df27-4dcc-9682-dd27b33a5765 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Deleting port 34a0e126-949d-4b7f-a5a7-d7ba716766bc {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:44.699706 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-70abf84b-0467-4fb3-9958-ae6dcf153ed8 req-dd766a48-df27-4dcc-9682-dd27b33a5765 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:44.790521 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [req-70abf84b-0467-4fb3-9958-ae6dcf153ed8 req-dd766a48-df27-4dcc-9682-dd27b33a5765 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] For port 34a0e126-949d-4b7f-a5a7-d7ba716766bc, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=34a0e126-949d-4b7f-a5a7-d7ba716766bc,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:44.790874 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-70abf84b-0467-4fb3-9958-ae6dcf153ed8 req-dd766a48-df27-4dcc-9682-dd27b33a5765 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:44.803637 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [req-70abf84b-0467-4fb3-9958-ae6dcf153ed8 req-dd766a48-df27-4dcc-9682-dd27b33a5765 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Calling delete_port for 34a0e126-949d-4b7f-a5a7-d7ba716766bc owned by compute:nova {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:44.948449 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-70abf84b-0467-4fb3-9958-ae6dcf153ed8 req-dd766a48-df27-4dcc-9682-dd27b33a5765 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (34a0e126-949d-4b7f-a5a7-d7ba716766bc), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:44.980484 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd766a48-df27-4dcc-9682-dd27b33a5765 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event deleted for resources: {'Port': ['ID=34a0e126-949d-4b7f-a5a7-d7ba716766bc,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:45.025532 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.l3_dvrscheduler_db [req-70abf84b-0467-4fb3-9958-ae6dcf153ed8 req-dd766a48-df27-4dcc-9682-dd27b33a5765 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] No DVR routers for this DVR port 34a0e126-949d-4b7f-a5a7-d7ba716766bc on host hv-cinder-82966 {{(pid=109512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:08:45.028174 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [req-70abf84b-0467-4fb3-9958-ae6dcf153ed8 req-dd766a48-df27-4dcc-9682-dd27b33a5765 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for port (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:45.031377 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [req-70abf84b-0467-4fb3-9958-ae6dcf153ed8 req-dd766a48-df27-4dcc-9682-dd27b33a5765 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.69 "DELETE /v2.0/ports/34a0e126-949d-4b7f-a5a7-d7ba716766bc HTTP/1.1" status: 204 len: 173 time: 0.4196815 Mar 14 19:08:45.031833 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'name': 'network-vif-deleted', 'tag': '34a0e126-949d-4b7f-a5a7-d7ba716766bc'}] {{(pid=109512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:08:45.034063 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48443896612749cb0c3d72d9ddf42ee86ca68605991b9baa583a66269dbc7536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4c7d82-2e36-440e-aa29-51c42f88277c" -d '{"events": [{"server_uuid": "7bf5445e-ba12-4e4a-8a96-480fead136a6", "name": "network-vif-deleted", "tag": "34a0e126-949d-4b7f-a5a7-d7ba716766bc"}]}' {{(pid=109512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:08:45.069052 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c91648-efab-496d-9a6b-e59cb9fca644 x-openstack-request-id: req-c9c91648-efab-496d-9a6b-e59cb9fca644 {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:08:45.069348 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf5445e-ba12-4e4a-8a96-480fead136a6", "name": "network-vif-deleted", "tag": "34a0e126-949d-4b7f-a5a7-d7ba716766bc", "status": "completed", "code": 200}]} {{(pid=109512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:08:45.069605 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9c91648-efab-496d-9a6b-e59cb9fca644 {{(pid=109512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:08:45.070011 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf5445e-ba12-4e4a-8a96-480fead136a6', 'name': 'network-vif-deleted', 'tag': '34a0e126-949d-4b7f-a5a7-d7ba716766bc', 'status': 'completed', 'code': 200} Mar 14 19:08:45.419753 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [req-41bdbffb-a27e-48fc-8c8b-596326b2ce8a req-8f2297e2-3491-418b-9bea-8c56ba873da7 tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf5445e-ba12-4e4a-8a96-480fead136a6 HTTP/1.1" status: 200 len: 210 time: 0.0279560 Mar 14 19:08:46.492328 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51570) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:46.614069 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-76666815-3090-4567-92f3-216c271de3bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Deleting port 8b50c26b-7f9a-4d10-b5a4-780eea6e7d1e {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:46.614378 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-76666815-3090-4567-92f3-216c271de3bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (8b50c26b-7f9a-4d10-b5a4-780eea6e7d1e), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:46.694781 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-76666815-3090-4567-92f3-216c271de3bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (8b50c26b-7f9a-4d10-b5a4-780eea6e7d1e), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:46.695101 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-76666815-3090-4567-92f3-216c271de3bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for floatingip (8b50c26b-7f9a-4d10-b5a4-780eea6e7d1e), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:46.708380 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-76666815-3090-4567-92f3-216c271de3bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Calling delete_port for 8b50c26b-7f9a-4d10-b5a4-780eea6e7d1e owned by network:floatingip {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:46.846778 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-76666815-3090-4567-92f3-216c271de3bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (8b50c26b-7f9a-4d10-b5a4-780eea6e7d1e), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:46.870956 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76666815-3090-4567-92f3-216c271de3bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event deleted for resources: {'Port': ['ID=8b50c26b-7f9a-4d10-b5a4-780eea6e7d1e,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:46.930474 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-76666815-3090-4567-92f3-216c271de3bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for floatingip (eb6446e6-2c90-4b36-972c-a6d0c6388fcc), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:46.933314 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-76666815-3090-4567-92f3-216c271de3bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126302'] for floatingip (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:46.934474 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-76666815-3090-4567-92f3-216c271de3bf tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "DELETE /v2.0/floatingips/eb6446e6-2c90-4b36-972c-a6d0c6388fcc HTTP/1.1" status: 204 len: 168 time: 0.4411771 Mar 14 19:08:48.161104 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51582) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:48.219248 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-790db003-9720-42c1-b9c3-70900aecbe4e tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group (37096851-5b9a-424d-beae-c3c426c485cb), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:48.247122 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-790db003-9720-42c1-b9c3-70900aecbe4e tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group (37096851-5b9a-424d-beae-c3c426c485cb), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:48.306355 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-790db003-9720-42c1-b9c3-70900aecbe4e tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (37096851-5b9a-424d-beae-c3c426c485cb), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:48.309575 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-790db003-9720-42c1-b9c3-70900aecbe4e tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Publish callbacks [] for security_group (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:48.310810 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-790db003-9720-42c1-b9c3-70900aecbe4e tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] 10.222.0.52 "DELETE /v2.0/security-groups/37096851-5b9a-424d-beae-c3c426c485cb HTTP/1.1" status: 204 len: 168 time: 0.1486354 Mar 14 19:08:48.319990 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790db003-9720-42c1-b9c3-70900aecbe4e tempest-TestVolumeBootPattern-1477882054 tempest-TestVolumeBootPattern-1477882054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37096851-5b9a-424d-beae-c3c426c485cb,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:48.361642 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51586) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:49.162282 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ab908d81-8551-40c2-943e-6be4b00390ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478211'] for router_interface (7682f551-110f-471f-941e-09d31a40dc60), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:49.320813 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 34a0e126-949d-4b7f-a5a7-d7ba716766bc no longer exists at agent hyperv_hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:08:49.344876 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] No Port match for: 34a0e126-949d-4b7f-a5a7-d7ba716766bc {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:08:49.345206 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Device 34a0e126-949d-4b7f-a5a7-d7ba716766bc not bound to the agent host hv-cinder-82966 {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:08:49.422994 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-ab908d81-8551-40c2-943e-6be4b00390ac admin admin] Deleting port 4f0be4df-0c4e-4333-b925-a5366ca4e668 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:49.423332 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ab908d81-8551-40c2-943e-6be4b00390ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:49.502657 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-ab908d81-8551-40c2-943e-6be4b00390ac admin admin] For port 4f0be4df-0c4e-4333-b925-a5366ca4e668, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=4f0be4df-0c4e-4333-b925-a5366ca4e668,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:49.503013 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ab908d81-8551-40c2-943e-6be4b00390ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:49.515617 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-ab908d81-8551-40c2-943e-6be4b00390ac admin admin] Calling delete_port for 4f0be4df-0c4e-4333-b925-a5366ca4e668 owned by network:router_interface {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:49.692929 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ab908d81-8551-40c2-943e-6be4b00390ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (4f0be4df-0c4e-4333-b925-a5366ca4e668), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:49.718341 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab908d81-8551-40c2-943e-6be4b00390ac admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0be4df-0c4e-4333-b925-a5366ca4e668,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:49.886560 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ab908d81-8551-40c2-943e-6be4b00390ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478391'] for router_interface (7682f551-110f-471f-941e-09d31a40dc60), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:50.119748 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab908d81-8551-40c2-943e-6be4b00390ac admin admin] Router 7682f551-110f-471f-941e-09d31a40dc60 has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:08:50.233240 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab908d81-8551-40c2-943e-6be4b00390ac admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:08:50.238398 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-ab908d81-8551-40c2-943e-6be4b00390ac admin admin] 10.222.0.52 "PUT /v2.0/routers/7682f551-110f-471f-941e-09d31a40dc60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8755538 Mar 14 19:08:50.240958 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51590) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:50.244578 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a03e54-1f70-4e45-9be4-8377c25dfa50 None None] Sync routers for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:08:50.254986 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a03e54-1f70-4e45-9be4-8377c25dfa50 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:50.255635 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-82a03e54-1f70-4e45-9be4-8377c25dfa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:08:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:50.356557 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] Publish callbacks [] for router (7682f551-110f-471f-941e-09d31a40dc60), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:50.458562 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-82a03e54-1f70-4e45-9be4-8377c25dfa50 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: dv-cinder-829664-3-iscsi {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:50.478736 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] Publish callbacks [] for router_gateway (7682f551-110f-471f-941e-09d31a40dc60), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:50.532518 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] Deleting port 76a24042-8081-48eb-bd60-262bb3e5f363 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:50.532806 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (76a24042-8081-48eb-bd60-262bb3e5f363), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:50.616035 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] For port 76a24042-8081-48eb-bd60-262bb3e5f363, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=76a24042-8081-48eb-bd60-262bb3e5f363,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:50.616418 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (76a24042-8081-48eb-bd60-262bb3e5f363), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:50.629169 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] Calling delete_port for 76a24042-8081-48eb-bd60-262bb3e5f363 owned by network:router_gateway {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:50.637378 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-82a03e54-1f70-4e45-9be4-8377c25dfa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:08:49Z', 'revision_number': 5, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port': {'id': '76a24042-8081-48eb-bd60-262bb3e5f363', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7682f551-110f-471f-941e-09d31a40dc60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:40Z', 'updated_at': '2022-03-14T19:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:50.663228 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a03e54-1f70-4e45-9be4-8377c25dfa50 None None] Checking router: 7682f551-110f-471f-941e-09d31a40dc60 for host: dv-cinder-829664-3-iscsi {{(pid=109515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:08:50.671926 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a03e54-1f70-4e45-9be4-8377c25dfa50 None None] Routers {'7682f551-110f-471f-941e-09d31a40dc60'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:50.672538 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-82a03e54-1f70-4e45-9be4-8377c25dfa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:08:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['7682f551-110f-471f-941e-09d31a40dc60'], 'active': True} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:50.770390 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_dvr_db [None req-82a03e54-1f70-4e45-9be4-8377c25dfa50 None None] Set router 7682f551-110f-471f-941e-09d31a40dc60 gateway port host: None {{(pid=109515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:50.799537 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (76a24042-8081-48eb-bd60-262bb3e5f363), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:50.822785 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] Pushing event deleted for resources: {'Port': ['ID=76a24042-8081-48eb-bd60-262bb3e5f363,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:50.825916 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.l3_hamode_db [None req-82a03e54-1f70-4e45-9be4-8377c25dfa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:08:50Z', 'revision_number': 6, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port_host': None}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:50.853465 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a03e54-1f70-4e45-9be4-8377c25dfa50 None None] The sync data for ids ['7682f551-110f-471f-941e-09d31a40dc60'] in dv-cinder-829664-3-iscsi is: [{'id': '7682f551-110f-471f-941e-09d31a40dc60', 'name': 'tempest-TestVolumeBootPattern-1472168316-router', 'tenant_id': 'c0937b1763fb4579814763428a844452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:39Z', 'updated_at': '2022-03-14T19:08:50Z', 'revision_number': 6, 'project_id': 'c0937b1763fb4579814763428a844452', 'gw_port_host': None}] {{(pid=109515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:08:50.889942 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475733'] for router_gateway (7682f551-110f-471f-941e-09d31a40dc60), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:50.982083 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6385'] for router (7682f551-110f-471f-941e-09d31a40dc60), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:50.984278 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] Publish callbacks [] for router_controller (7682f551-110f-471f-941e-09d31a40dc60), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.033818 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483237'] for router (7682f551-110f-471f-941e-09d31a40dc60), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.034374 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7682f551-110f-471f-941e-09d31a40dc60 {{(pid=109512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:08:51.038742 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.039947 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-c3ff78a2-ac4a-4be8-87ea-18204c8a8946 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7682f551-110f-471f-941e-09d31a40dc60 HTTP/1.1" status: 204 len: 168 time: 0.7981198 Mar 14 19:08:51.042525 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51592) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:51.087537 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97d1a9b-11f1-4650-bd7e-1dd28bdb3667 admin admin] Deleting subnet 3caeea12-c995-47a6-8a23-fec48cfd0972 {{(pid=109512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:08:51.091057 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d97d1a9b-11f1-4650-bd7e-1dd28bdb3667 admin admin] Publish callbacks [] for subnet (3caeea12-c995-47a6-8a23-fec48cfd0972), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.126225 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d97d1a9b-11f1-4650-bd7e-1dd28bdb3667 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4261526'] for subnet (3caeea12-c995-47a6-8a23-fec48cfd0972), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.207156 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d97d1a9b-11f1-4650-bd7e-1dd28bdb3667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (3caeea12-c995-47a6-8a23-fec48cfd0972), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.262244 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d97d1a9b-11f1-4650-bd7e-1dd28bdb3667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5679141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226240'] for subnet (3caeea12-c995-47a6-8a23-fec48cfd0972), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.290181 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-d97d1a9b-11f1-4650-bd7e-1dd28bdb3667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.293490 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-d97d1a9b-11f1-4650-bd7e-1dd28bdb3667 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3caeea12-c995-47a6-8a23-fec48cfd0972 HTTP/1.1" status: 204 len: 168 time: 0.2500033 Mar 14 19:08:51.294852 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d1a9b-11f1-4650-bd7e-1dd28bdb3667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3caeea12-c995-47a6-8a23-fec48cfd0972,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:51.296043 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 51594) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:51.299457 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3936c64f-a632-41d8-bb4b-c2d162e0a287 None None] Network a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:08:51.368187 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (a3fa0920-ef9b-4bb4-90d4-2d598f5743e3), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.411601 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.431640 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] Deleting port 9a7ad94c-454a-4de0-bd60-d73230c6e7fe {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:51.431983 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (9a7ad94c-454a-4de0-bd60-d73230c6e7fe), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.496652 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] For port 9a7ad94c-454a-4de0-bd60-d73230c6e7fe, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=9a7ad94c-454a-4de0-bd60-d73230c6e7fe,segment=NetworkSegment(1e452cf9-acc8-4b0b-8807-ae819c63e738),segment_id=1e452cf9-acc8-4b0b-8807-ae819c63e738)] {{(pid=109513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:51.497011 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (9a7ad94c-454a-4de0-bd60-d73230c6e7fe), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.508854 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] Calling delete_port for 9a7ad94c-454a-4de0-bd60-d73230c6e7fe owned by network:dhcp {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:51.592839 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (9a7ad94c-454a-4de0-bd60-d73230c6e7fe), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.598309 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961ccafa-bd8b-4c98-b03a-b0304c07ea27 None None] DHCP port deletion for a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 request from dv-cinder-829664-3-iscsi {{(pid=109514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 19:08:51.626351 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7ad94c-454a-4de0-bd60-d73230c6e7fe,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:51.631739 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] No DVR routers for this DVR port 9a7ad94c-454a-4de0-bd60-d73230c6e7fe on host dv-cinder-829664-3-iscsi {{(pid=109513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:08:51.704518 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (a3fa0920-ef9b-4bb4-90d4-2d598f5743e3), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.727157 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fa0920-ef9b-4bb4-90d4-2d598f5743e3']}} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:51.737007 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e452cf9-acc8-4b0b-8807-ae819c63e738') {'for_net_delete': True} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:51.737261 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e452cf9-acc8-4b0b-8807-ae819c63e738') {} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:51.747665 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4198500'] for segment (1e452cf9-acc8-4b0b-8807-ae819c63e738), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.764670 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (1e452cf9-acc8-4b0b-8807-ae819c63e738), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.771556 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:08:51.771967 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4788528'] for segment (1e452cf9-acc8-4b0b-8807-ae819c63e738), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: Traceback (most recent call last): Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: timer() Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: cb(*args, **kw) Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: return func(*args, **kwargs) Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: self._notify() Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: self.callback(batched_events) Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: event.method(event) Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: return f(self, *a, **k) Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._get(url).json() Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: return self.request(url, 'GET', **kwargs) Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:08:51.773849 dv-cinder-829664-3-iscsi neutron-server[109513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:08:51.830752 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (a3fa0920-ef9b-4bb4-90d4-2d598f5743e3), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.836240 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:51.839666 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] 10.222.0.52 "DELETE /v2.0/networks/a3fa0920-ef9b-4bb4-90d4-2d598f5743e3 HTTP/1.1" status: 204 len: 168 time: 0.5420280 Mar 14 19:08:51.843623 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51596) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:51.852738 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19db2e1-0657-4655-a6c0-986bfc5beb9b admin admin] Pushing event deleted for resources: {'Network': ['ID=a3fa0920-ef9b-4bb4-90d4-2d598f5743e3,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:52.192408 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0928619c-d8c9-4d2b-8715-93eb0d00b77e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-478211'] for router_interface (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:52.351621 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 76a24042-8081-48eb-bd60-262bb3e5f363 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:08:52.371989 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 76a24042-8081-48eb-bd60-262bb3e5f363 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:08:52.372306 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 76a24042-8081-48eb-bd60-262bb3e5f363 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:08:52.372743 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 4f0be4df-0c4e-4333-b925-a5366ca4e668 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:08:52.391274 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 4f0be4df-0c4e-4333-b925-a5366ca4e668 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:08:52.391644 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 4f0be4df-0c4e-4333-b925-a5366ca4e668 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:08:52.392033 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 9a7ad94c-454a-4de0-bd60-d73230c6e7fe no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:08:52.410401 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 9a7ad94c-454a-4de0-bd60-d73230c6e7fe {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:08:52.410747 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 9a7ad94c-454a-4de0-bd60-d73230c6e7fe not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:08:52.439718 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-0928619c-d8c9-4d2b-8715-93eb0d00b77e admin admin] Deleting port 7288c8c2-efff-4f38-b0e9-da552d19e18a {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:52.440239 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0928619c-d8c9-4d2b-8715-93eb0d00b77e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:52.519880 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-0928619c-d8c9-4d2b-8715-93eb0d00b77e admin admin] For port 7288c8c2-efff-4f38-b0e9-da552d19e18a, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=7288c8c2-efff-4f38-b0e9-da552d19e18a,segment=NetworkSegment(45540f05-c4a8-4e6f-ab3d-73320d03d08f),segment_id=45540f05-c4a8-4e6f-ab3d-73320d03d08f)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:52.520215 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0928619c-d8c9-4d2b-8715-93eb0d00b77e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:52.533052 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-0928619c-d8c9-4d2b-8715-93eb0d00b77e admin admin] Calling delete_port for 7288c8c2-efff-4f38-b0e9-da552d19e18a owned by network:router_interface {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:52.723942 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0928619c-d8c9-4d2b-8715-93eb0d00b77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (7288c8c2-efff-4f38-b0e9-da552d19e18a), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:52.757876 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928619c-d8c9-4d2b-8715-93eb0d00b77e admin admin] Pushing event deleted for resources: {'Port': ['ID=7288c8c2-efff-4f38-b0e9-da552d19e18a,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:52.922233 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-0928619c-d8c9-4d2b-8715-93eb0d00b77e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478391'] for router_interface (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:53.406112 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0928619c-d8c9-4d2b-8715-93eb0d00b77e admin admin] Router b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a has already been hosted by L3 agent ea33812c-ebeb-4460-ba33-4a9155aec5e7 {{(pid=109512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:08:53.518415 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0928619c-d8c9-4d2b-8715-93eb0d00b77e admin admin] Notify agent at l3_agent.dv-cinder-829664-3-iscsi the message routers_updated {{(pid=109512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:08:53.523687 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-0928619c-d8c9-4d2b-8715-93eb0d00b77e admin admin] 10.222.0.52 "PUT /v2.0/routers/b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6789765 Mar 14 19:08:53.526432 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51598) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:53.530645 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a00a6ac-8f04-4da7-8326-55f8c29ae4b7 None None] Sync routers for ids ['b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'] in dv-cinder-829664-3-iscsi {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:08:53.541186 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a00a6ac-8f04-4da7-8326-55f8c29ae4b7 None None] Routers {'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:53.541801 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-0a00a6ac-8f04-4da7-8326-55f8c29ae4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:08:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:53.632452 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] Publish callbacks [] for router (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:53.645483 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-0a00a6ac-8f04-4da7-8326-55f8c29ae4b7 None None] Set router b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a gateway port host: dv-cinder-829664-3-iscsi {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:53.747132 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] Publish callbacks [] for router_gateway (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:53.802670 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] Deleting port 123889be-d889-4b9a-88f0-3a7a7dacc200 {{(pid=109512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:53.803007 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (123889be-d889-4b9a-88f0-3a7a7dacc200), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:53.822226 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-0a00a6ac-8f04-4da7-8326-55f8c29ae4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'name': 'tempest-TestVolumeBootPattern-732470542-router', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'external_fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '123889be-d889-4b9a-88f0-3a7a7dacc200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:08:52Z', 'revision_number': 5, 'project_id': '809db0c475f640c49e3cee7a9385a8e1', 'gw_port': {'id': '123889be-d889-4b9a-88f0-3a7a7dacc200', 'name': '', 'network_id': 'fca46202-598b-4647-ad28-6a17f14c2b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f8dee14-362b-410b-ab9f-a431cd64dfd1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-iscsi'}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:53.849162 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a00a6ac-8f04-4da7-8326-55f8c29ae4b7 None None] Checking router: b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a for host: dv-cinder-829664-3-iscsi {{(pid=109514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:08:53.857799 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a00a6ac-8f04-4da7-8326-55f8c29ae4b7 None None] Routers {'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'} bound to L3 agent in host dv-cinder-829664-3-iscsi {{(pid=109514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:53.858395 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-0a00a6ac-8f04-4da7-8326-55f8c29ae4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:46:05Z,description=,heartbeat_timestamp=2022-03-14T19:08:35Z,host='dv-cinder-829664-3-iscsi',id=ea33812c-ebeb-4460-ba33-4a9155aec5e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:46:05Z,topic='l3_agent')) {'router_ids': ['b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'], 'active': True} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:53.886534 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.db [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] For port 123889be-d889-4b9a-88f0-3a7a7dacc200, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=123889be-d889-4b9a-88f0-3a7a7dacc200,segment=NetworkSegment(2ead4e36-c888-4bd0-90c7-f2d777400669),segment_id=2ead4e36-c888-4bd0-90c7-f2d777400669)] {{(pid=109512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:53.886906 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (123889be-d889-4b9a-88f0-3a7a7dacc200), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:53.900264 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.plugins.ml2.plugin [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] Calling delete_port for 123889be-d889-4b9a-88f0-3a7a7dacc200 owned by network:router_gateway {{(pid=109512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:53.943961 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvr_db [None req-0a00a6ac-8f04-4da7-8326-55f8c29ae4b7 None None] Set router b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a gateway port host: None {{(pid=109514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:53.998601 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_hamode_db [None req-0a00a6ac-8f04-4da7-8326-55f8c29ae4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'name': 'tempest-TestVolumeBootPattern-732470542-router', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:08:53Z', 'revision_number': 6, 'project_id': '809db0c475f640c49e3cee7a9385a8e1', 'gw_port_host': None}], 'dv-cinder-829664-3-iscsi', False) {} {{(pid=109514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:54.025070 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a00a6ac-8f04-4da7-8326-55f8c29ae4b7 None None] The sync data for ids ['b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a'] in dv-cinder-829664-3-iscsi is: [{'id': 'b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a', 'name': 'tempest-TestVolumeBootPattern-732470542-router', 'tenant_id': '809db0c475f640c49e3cee7a9385a8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:01:44Z', 'updated_at': '2022-03-14T19:08:53Z', 'revision_number': 6, 'project_id': '809db0c475f640c49e3cee7a9385a8e1', 'gw_port_host': None}] {{(pid=109514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:08:54.076230 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5679304'] for port (123889be-d889-4b9a-88f0-3a7a7dacc200), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.101263 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] Pushing event deleted for resources: {'Port': ['ID=123889be-d889-4b9a-88f0-3a7a7dacc200,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:54.162938 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-475733'] for router_gateway (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.251073 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-483292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6385'] for router (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.253200 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] Publish callbacks [] for router_controller (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.301193 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483237'] for router (b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.301746 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a {{(pid=109512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:08:54.306021 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.307148 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-b925278e-1e05-4fff-bb51-e77b2835bc82 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b8ad8241-82ea-4a9e-8a3a-aabf3ac79f5a HTTP/1.1" status: 204 len: 168 time: 0.7791712 Mar 14 19:08:54.310053 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [-] (109512) accepted ('10.222.0.52', 51600) {{(pid=109512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:54.356868 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0179e2-11b9-41f7-b3d3-7e8758cbb7ce admin admin] Deleting subnet e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3 {{(pid=109512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:08:54.360324 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ff0179e2-11b9-41f7-b3d3-7e8758cbb7ce admin admin] Publish callbacks [] for subnet (e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3), before_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.402670 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ff0179e2-11b9-41f7-b3d3-7e8758cbb7ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4261526'] for subnet (e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3), precommit_delete_associations {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.483267 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ff0179e2-11b9-41f7-b3d3-7e8758cbb7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1236649'] for subnet (e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3), precommit_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.540593 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ff0179e2-11b9-41f7-b3d3-7e8758cbb7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1236640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5679141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4226240'] for subnet (e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3), after_delete {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.564907 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0179e2-11b9-41f7-b3d3-7e8758cbb7ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3,revision_number=None']} {{(pid=109512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:54.570382 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron_lib.callbacks.manager [None req-ff0179e2-11b9-41f7-b3d3-7e8758cbb7ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for subnet (None), before_response {{(pid=109512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.575094 dv-cinder-829664-3-iscsi neutron-server[109512]: INFO neutron.wsgi [None req-ff0179e2-11b9-41f7-b3d3-7e8758cbb7ce admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e15c57cb-1dc4-49d1-b2a6-1bc97b4dc9c3 HTTP/1.1" status: 204 len: 168 time: 0.2640920 Mar 14 19:08:54.575895 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac7c85d-07c0-40b2-b4bf-61f2d56650c8 None None] Network 486483a5-8b28-48ad-93b6-94d1de29f929 requested from dv-cinder-829664-3-iscsi {{(pid=109514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:08:54.577730 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 51602) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:54.649262 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1276278'] for network (486483a5-8b28-48ad-93b6-94d1de29f929), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.707078 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] Deleting port 893ea464-039e-4480-9b1d-d462c88b5d67 {{(pid=109513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:54.707368 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (893ea464-039e-4480-9b1d-d462c88b5d67), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.770683 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.db [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] For port 893ea464-039e-4480-9b1d-d462c88b5d67, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=893ea464-039e-4480-9b1d-d462c88b5d67,segment=NetworkSegment(45540f05-c4a8-4e6f-ab3d-73320d03d08f),segment_id=45540f05-c4a8-4e6f-ab3d-73320d03d08f)] {{(pid=109513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:54.771151 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (893ea464-039e-4480-9b1d-d462c88b5d67), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.786261 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] Calling delete_port for 893ea464-039e-4480-9b1d-d462c88b5d67 owned by network:dhcp {{(pid=109513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:54.790793 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] DHCP port deletion for 486483a5-8b28-48ad-93b6-94d1de29f929 request from dv-cinder-829664-3-iscsi {{(pid=109514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 19:08:54.820892 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 7288c8c2-efff-4f38-b0e9-da552d19e18a no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:08:54.842792 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 7288c8c2-efff-4f38-b0e9-da552d19e18a {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:08:54.843225 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 7288c8c2-efff-4f38-b0e9-da552d19e18a not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:08:54.864134 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Deleting port 893ea464-039e-4480-9b1d-d462c88b5d67 {{(pid=109514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:54.864508 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747570098333'] for port (893ea464-039e-4480-9b1d-d462c88b5d67), before_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.878595 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4788583'] for port (893ea464-039e-4480-9b1d-d462c88b5d67), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:54.906642 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] Pushing event deleted for resources: {'Port': ['ID=893ea464-039e-4480-9b1d-d462c88b5d67,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:54.908559 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] No DVR routers for this DVR port 893ea464-039e-4480-9b1d-d462c88b5d67 on host dv-cinder-829664-3-iscsi {{(pid=109513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:08:54.985648 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1234748', 'neutron.services.segments.db._delete_segments_for_network-8747570157249'] for network (486483a5-8b28-48ad-93b6-94d1de29f929), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.008981 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486483a5-8b28-48ad-93b6-94d1de29f929']}} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:55.019016 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45540f05-c4a8-4e6f-ab3d-73320d03d08f') {'for_net_delete': True} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:55.019235 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.services.segments.db [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45540f05-c4a8-4e6f-ab3d-73320d03d08f') {} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:55.030930 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747570159050', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4198500'] for segment (45540f05-c4a8-4e6f-ab3d-73320d03d08f), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.044493 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298'] for segment (45540f05-c4a8-4e6f-ab3d-73320d03d08f), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.050985 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:08:55.051466 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4788528'] for segment (45540f05-c4a8-4e6f-ab3d-73320d03d08f), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: Traceback (most recent call last): Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: timer() Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: cb(*args, **kw) Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: return func(*args, **kwargs) Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: self._notify() Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: self.callback(batched_events) Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: event.method(event) Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: return f(self, *a, **k) Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._get(url).json() Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: return self.request(url, 'GET', **kwargs) Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:08:55.053456 dv-cinder-829664-3-iscsi neutron-server[109513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:08:55.063961 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.db [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] For port 893ea464-039e-4480-9b1d-d462c88b5d67, host dv-cinder-829664-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-iscsi',level=0,port_id=893ea464-039e-4480-9b1d-d462c88b5d67,segment=NetworkSegment(45540f05-c4a8-4e6f-ab3d-73320d03d08f),segment_id=45540f05-c4a8-4e6f-ab3d-73320d03d08f)] {{(pid=109514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:55.064468 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478099'] for port (893ea464-039e-4480-9b1d-d462c88b5d67), precommit_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.078229 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Calling delete_port for 893ea464-039e-4480-9b1d-d462c88b5d67 owned by network:dhcp {{(pid=109514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:55.111427 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1234743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-475697'] for network (486483a5-8b28-48ad-93b6-94d1de29f929), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.130917 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600050'] for network (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.134164 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] 10.222.0.52 "DELETE /v2.0/networks/486483a5-8b28-48ad-93b6-94d1de29f929 HTTP/1.1" status: 204 len: 168 time: 0.5554376 Mar 14 19:08:55.135585 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd2188-3413-4d91-9d20-eee7952e7994 admin admin] Pushing event deleted for resources: {'Network': ['ID=486483a5-8b28-48ad-93b6-94d1de29f929,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:55.164477 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1209053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600000', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747570103556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747569629781'] for port (893ea464-039e-4480-9b1d-d462c88b5d67), after_delete {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.189912 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Network 486483a5-8b28-48ad-93b6-94d1de29f929 is not hosted by any dhcp agent {{(pid=109514) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 19:08:55.190402 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] No DVR routers for this DVR port 893ea464-039e-4480-9b1d-d462c88b5d67 on host dv-cinder-829664-3-iscsi {{(pid=109514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:08:55.192248 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Pushing event deleted for resources: {'Port': ['ID=893ea464-039e-4480-9b1d-d462c88b5d67,revision_number=None']} {{(pid=109514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:55.202879 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:55.202879 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:55.203275 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:55.203776 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:55.204129 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:55.204461 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:55.204894 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:55.205104 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:55.205698 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:55.205915 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:55.206851 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:55.207188 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:55.207876 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:55.208115 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:55.208525 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568f36d6-5e00-440f-9488-ebfc24efa795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-iscsi {{(pid=109514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:55.250894 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 51606) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:55.295541 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-0f413d9d-d945-4d16-b649-f88e30ca0cce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c0937b1763fb4579814763428a844452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433209 Mar 14 19:08:55.299163 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 51608) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:55.349804 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2723255e-ce06-4c18-afde-fdf0e3d4fc44 admin admin] Publish callbacks [] for security_group (dd797d68-4299-4093-bf22-0651102164c0), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.371544 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2723255e-ce06-4c18-afde-fdf0e3d4fc44 admin admin] Publish callbacks [] for security_group (dd797d68-4299-4093-bf22-0651102164c0), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.425385 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2723255e-ce06-4c18-afde-fdf0e3d4fc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (dd797d68-4299-4093-bf22-0651102164c0), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.428206 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2723255e-ce06-4c18-afde-fdf0e3d4fc44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.429357 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-2723255e-ce06-4c18-afde-fdf0e3d4fc44 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd797d68-4299-4093-bf22-0651102164c0 HTTP/1.1" status: 204 len: 168 time: 0.1293004 Mar 14 19:08:55.436862 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723255e-ce06-4c18-afde-fdf0e3d4fc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd797d68-4299-4093-bf22-0651102164c0,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:55.760081 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 51614) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:55.800310 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-a8a40aea-5742-4d33-a9f7-03264aeb103b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=809db0c475f640c49e3cee7a9385a8e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390871 Mar 14 19:08:55.802817 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [-] (109513) accepted ('10.222.0.52', 51616) {{(pid=109513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:55.850687 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2bbf5a07-2abe-4809-87a0-02be7219d3a3 admin admin] Publish callbacks [] for security_group (8afaa827-367b-483c-ae59-54177be89fa2), before_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.873040 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2bbf5a07-2abe-4809-87a0-02be7219d3a3 admin admin] Publish callbacks [] for security_group (8afaa827-367b-483c-ae59-54177be89fa2), precommit_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.939095 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2bbf5a07-2abe-4809-87a0-02be7219d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591609'] for security_group (8afaa827-367b-483c-ae59-54177be89fa2), after_delete {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.941710 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-2bbf5a07-2abe-4809-87a0-02be7219d3a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:55.942861 dv-cinder-829664-3-iscsi neutron-server[109513]: INFO neutron.wsgi [None req-2bbf5a07-2abe-4809-87a0-02be7219d3a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8afaa827-367b-483c-ae59-54177be89fa2 HTTP/1.1" status: 204 len: 168 time: 0.1391845 Mar 14 19:08:55.950303 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf5a07-2abe-4809-87a0-02be7219d3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afaa827-367b-483c-ae59-54177be89fa2,revision_number=None']} {{(pid=109513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:56.351431 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 893ea464-039e-4480-9b1d-d462c88b5d67 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:08:56.371644 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 893ea464-039e-4480-9b1d-d462c88b5d67 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:08:56.371993 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 893ea464-039e-4480-9b1d-d462c88b5d67 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:08:56.372381 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 123889be-d889-4b9a-88f0-3a7a7dacc200 no longer exists at agent ovs-agent-dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:08:56.390987 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.plugin [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] No Port match for: 123889be-d889-4b9a-88f0-3a7a7dacc200 {{(pid=109514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:08:56.391335 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron.plugins.ml2.rpc [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Device 123889be-d889-4b9a-88f0-3a7a7dacc200 not bound to the agent host dv-cinder-829664-3-iscsi {{(pid=109514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:09:02.415113 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ac680b2d-5e6f-41dc-8eee-c8ed6cf585ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:04.731018 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-82a35282-129b-461c-be90-fbe3030b9733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:06.005943 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:07.184810 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:08.748316 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:08.952785 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:09:21.439026 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:32.414982 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-726a8300-809f-449c-bd37-3bccc6740f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:34.731655 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-82b146f9-3eb4-4522-b045-5c5ff102eb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:36.009021 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:37.189195 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:38.751390 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:45.947370 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:09:50.141989 dv-cinder-829664-3-iscsi neutron-server[109512]: DEBUG neutron.wsgi [req-a6552f2b-9d48-43bb-85c8-79ec22437704 req-841f8909-8913-4897-a950-45f3ba963d49 service neutron] (109512) timed out ('10.222.0.69', 63198) {{(pid=109512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 19:09:51.430340 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:55.980358 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [req-2a0a3932-9a58-43ff-ab70-ed67d047d70e req-11880b18-95eb-43c5-8a9f-66955e126eb3 service neutron] (109513) timed out ('10.222.0.69', 63167) {{(pid=109513) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 19:10:02.415812 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-8ea1835d-518b-4474-b694-f5f1d6bf5e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:04.733810 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d765b881-5028-48c8-b189-062a86c068fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:06.013534 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:07.196783 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:08.758909 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:21.432297 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:22.951467 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:10:32.410508 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-26ac4e28-f216-43ee-a061-d5f491057ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:34.739368 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-dba51c06-bb4c-40a5-948e-e483ef13ba39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:36.016597 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:37.195146 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:38.748492 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:51.447753 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:59.956176 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:11:02.418209 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3333-4ff2-47d1-a131-cc8b1abbcc1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:04.746208 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-00efa934-6b6e-4606-8b2e-df45708f1e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:06.027471 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:07.200259 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:08.752065 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:21.457957 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:32.418449 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-e194df44-ece7-44a8-8d00-91ca4f88adf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:34.745365 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-d1a30d26-2da0-464a-8582-0e3d89421f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:36.030641 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:36.956269 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:11:37.202046 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:38.761041 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:51.448058 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:02.417955 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-ff97535b-f407-4f36-81a4-ee09d238b5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:04.746216 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1ce1baa8-deb7-49f7-b06d-424422a908d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:06.032910 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:07.208918 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:08.759212 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:13.960442 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:12:21.442495 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:32.419466 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-96cc169e-daee-45dd-9c08-c47b2e04888e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:34.746459 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-6547fa3a-27a0-42bd-8c34-f8f635499bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:36.037112 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:37.208156 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:38.751705 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:50.967257 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:12:51.463062 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:13:02.425374 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-47e44d19-db2b-4cdc-9f40-f5b0180e88c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:13:04.746953 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-cbf816af-055c-4a1b-a09a-7952ac001b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:13:06.040044 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:13:07.211572 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:13:08.759468 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:13:21.461385 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:13:27.962705 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:13:32.427836 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-97b91e99-f1a6-4242-983c-e74ac384a221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:13:34.747058 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-3b21778d-82a0-40cc-8fe3-c6748ef0c75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:13:36.036627 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:13:37.214591 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:13:38.749760 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:13:51.466238 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:14:02.430327 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-c6ce4b7a-773d-4389-8c85-2b93011b6ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (5b084874-1070-42e8-9f44-a8858db1cf60), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:14:04.751854 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-6551032c-1470-43ec-9ec1-935291547751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (ea33812c-ebeb-4460-ba33-4a9155aec5e7), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:14:04.966635 dv-cinder-829664-3-iscsi neutron-server[109515]: DEBUG neutron.db.agents_db [None req-335a6986-2667-4007-9cdc-7197e3c51671 None None] Agent healthcheck: found 6 active agents {{(pid=109515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:14:06.045418 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-1f256e43-40ec-4fcb-978d-92babcd767b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (a4a0cb53-5a26-4b03-a3b3-c656e9943175), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:14:07.221242 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-76b3f3b0-c201-470a-885f-af2ed4d5f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (894738b8-c91f-49ba-b36c-ba573136ca43), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:14:08.749617 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-463aaf8d-a11c-4886-86f7-d50e3912d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (1c5fd123-d92b-4643-ac37-c3dd84b147bd), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:14:21.477808 dv-cinder-829664-3-iscsi neutron-server[109514]: DEBUG neutron_lib.callbacks.manager [None req-2213e589-d3d7-45f2-8e6f-81717e96b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747570157231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233669'] for agent (79ca2771-60b2-4a84-b959-7da1cd979803), after_update {{(pid=109514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:14:24.148235 dv-cinder-829664-3-iscsi neutron-server[109513]: DEBUG neutron.wsgi [req-2b853aac-f531-4b48-b95c-f92ab6fa5ac4 req-5bc995c4-ee06-462b-800d-a4f36d82223c service neutron] (109513) timed out ('10.222.0.69', 63203) {{(pid=109513) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}